-- Logs begin at Sun 2021-05-02 02:32:24 UTC, end at Sun 2021-05-02 03:29:04 UTC. -- May 02 03:01:25.920864 dv-cinder-789077-1-smb systemd[1]: Started Devstack devstack@q-svc.service. May 02 03:01:28.424837 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.common.config [-] Logging enabled! May 02 03:01:28.425452 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178 May 02 03:01:28.425606 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73731) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 02 03:01:28.428923 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.common.config [-] Logging enabled! May 02 03:01:28.429181 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178 May 02 03:01:28.429497 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73731) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 02 03:01:28.430448 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 02 03:01:28.430685 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 02 03:01:28.431047 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 02 03:01:28.431321 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 02 03:01:28.431551 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 02 03:01:28.431875 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.432174 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.432475 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.432708 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.433004 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.433297 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.433584 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.433878 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.434177 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.434464 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.434762 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.435033 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.435287 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.435572 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] config_source = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.435863 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.436152 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.436379 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] debug = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.436663 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.437351 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.437792 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.438081 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.438377 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.438679 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.438957 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.439263 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.439555 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.439907 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] host = dv-cinder-789077-1-smb {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.440191 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.440483 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.440773 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.441065 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.441344 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.441624 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.441914 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.442194 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] log_dir = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.442474 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] log_file = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.442752 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.443048 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.443368 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.443668 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.443896 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.444121 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.444417 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.444709 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.444986 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.445264 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.445542 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.445814 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.446087 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.446359 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.446649 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.446934 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.447255 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.447536 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.447812 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.448087 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.448363 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.448655 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.448931 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.449208 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.449483 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.449772 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.450043 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.450320 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.450624 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.450912 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.451225 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.451515 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.451791 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.452078 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.452354 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.453177 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] use_journal = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.453601 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] use_json = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.453878 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.454154 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.454441 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.454718 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.454994 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.455302 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.455579 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.455868 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:28.456174 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.456474 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.456782 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.457072 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.457372 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.457658 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.457952 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.458233 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.458524 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.458818 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.459114 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.459424 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.459722 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.460004 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.460305 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.460616 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.460915 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.461213 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.461493 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.461771 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.462048 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.462329 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.462620 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.462920 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.463246 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.463529 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.463814 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.464111 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.464392 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.464670 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.464953 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.465250 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.465527 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.465805 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.466091 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.466370 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.466645 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.466920 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.467227 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.467523 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.467802 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.468079 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.468966 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.469258 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.469544 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.469834 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.470116 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.470395 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.470672 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.470955 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.471259 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.471539 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.471821 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.472098 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.472379 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.472657 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.472932 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.473205 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.473480 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.473755 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.474030 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.474303 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.474581 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.474855 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.475129 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.475429 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.475702 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.475977 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.476270 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.476573 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.476857 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.477137 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.477419 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.477700 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.477981 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.478262 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.478545 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.478828 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.479106 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.479441 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.479735 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.480026 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.480315 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.480599 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.480899 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.481182 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.481489 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.481755 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.482039 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.482333 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.482623 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.482925 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.483250 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.483553 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.483855 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.484188 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.484470 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.484954 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.485241 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:28.485464 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 02 03:01:28.485713 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73731) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 02 03:01:28.843769 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:01:28.844058 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:01:28.844360 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:01:28.844702 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.manager [-] Loading core plugin: ml2 May 02 03:01:29.162265 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.162457 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.162735 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.164009 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.164288 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.164556 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.284628 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.284909 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.285175 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.298694 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.298979 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.299278 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.329002 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.329290 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.329565 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.369062 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.369343 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.369612 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.605168 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.605798 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.605798 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.605974 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.606708 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.732310 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.732631 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.732921 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.733194 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.733467 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.733791 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.734120 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.734395 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.734605 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.734892 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.735320 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.735634 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.735876 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.736247 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.736563 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.737569 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.737569 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.737569 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.739728 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.739728 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.739728 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.739728 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.739728 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.743672 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.743672 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.743672 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.743672 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 03:01:29.743672 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 03:01:29.743672 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 03:01:29.744377 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 03:01:29.744377 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 03:01:29.744377 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 03:01:29.744377 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 02 03:01:29.744917 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 02 03:01:29.748824 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 02 03:01:29.753529 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 02 03:01:29.755269 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 02 03:01:29.755740 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 02 03:01:29.756081 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 02 03:01:29.756477 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 02 03:01:29.759614 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 02 03:01:29.759866 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 02 03:01:29.760233 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 02 03:01:29.790125 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 02 03:01:29.790592 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.790900 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73731) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 02 03:01:29.791293 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.792701 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73731) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 02 03:01:29.793006 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 02 03:01:29.793260 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 02 03:01:29.796586 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.796874 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:29.872426 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 02 03:01:29.872608 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 02 03:01:29.872822 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 02 03:01:29.873210 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 02 03:01:29.903979 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_db.sqlalchemy.engines [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73731) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 02 03:01:30.271598 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.managers [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Initializing driver for type 'gre' May 02 03:01:30.272181 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] gre ID ranges: [(1, 1000)] May 02 03:01:30.329946 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.managers [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Initializing driver for type 'local' May 02 03:01:30.330274 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.managers [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Initializing driver for type 'vlan' May 02 03:01:30.342550 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] VlanTypeDriver initialization complete May 02 03:01:30.342902 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.managers [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Initializing driver for type 'vxlan' May 02 03:01:30.343566 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] vxlan ID ranges: [(1, 1000)] May 02 03:01:30.403623 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.managers [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Initializing extension driver 'port_security' May 02 03:01:30.404020 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.extensions.port_security [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] PortSecurityExtensionDriver initialization complete May 02 03:01:30.404435 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.managers [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Initializing mechanism driver 'openvswitch' May 02 03:01:30.404918 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.managers [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Initializing mechanism driver 'hyperv' May 02 03:01:30.412284 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.plugins.ml2.plugin [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:01:30.413071 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > port after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.413448 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > port after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.413804 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > port after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.414192 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > subnet after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.414544 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > subnet after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.414887 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > subnet after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.415304 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > network after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.415654 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > network after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.415997 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > network after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.416373 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > security_group after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.416716 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > security_group after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.417055 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > security_group after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.417435 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.417779 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.418141 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.418515 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > address_group after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.418855 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > address_group after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.419218 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > address_group after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.419607 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] ML2 OVO RPC backend initialized. {{(pid=73731) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 02 03:01:30.420453 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > router_interface after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.420879 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.421423 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > network before_response 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.421902 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > networks before_response 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.422262 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > port before_response 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.422608 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > ports before_response 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.422951 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > subnet before_response 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.423329 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > subnets before_response 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.423682 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > network after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.424027 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > network after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.424365 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > network after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.424701 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > port after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.425041 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > port after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.425376 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > port after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.425711 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > subnet after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.426045 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > subnet after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.426379 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > subnet after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.426968 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.plugin [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Modular L2 Plugin initialization complete May 02 03:01:30.427342 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading services supported by the core plugin {{(pid=73731) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 02 03:01:30.427669 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.plugins.ml2.managers [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Got port-security extension from driver 'port_security' May 02 03:01:30.428133 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.extensions.vlantransparent [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Disabled vlantransparent extension. May 02 03:01:30.429180 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73731) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 02 03:01:30.429180 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading Plugin: router May 02 03:01:30.467784 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > router_interface before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.468188 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > router after_create 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.469814 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > router before_create 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.470199 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.470583 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.470949 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > router after_delete 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.471348 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > floatingip after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.471723 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > router after_create 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.472077 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > router after_update 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.472435 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > router after_update 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.472789 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.473153 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > router after_update 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.473578 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > router precommit_update 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.473956 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: port after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.474301 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: port after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.474645 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: subnet after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.474988 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.475368 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > port precommit_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.475721 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > router precommit_create 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.476068 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: port before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.476414 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > router precommit_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.476775 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > router after_update 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.477119 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > router precommit_delete 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.477469 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > router precommit_create 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.477833 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > router_interface after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.478180 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > router precommit_update 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.478558 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > network after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.479511 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Tracking information for resource: router configured {{(pid=73731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 03:01:30.479844 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Tracking information for resource: floatingip configured {{(pid=73731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 03:01:30.486092 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.db.l3_agentschedulers_db [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 02 03:01:30.486693 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: port after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.487060 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: port after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.487697 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: port after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.488049 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: port after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.488873 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > router before_create 55550100 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.489240 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > router precommit_delete 55550100 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.489604 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > router precommit_create 55550100 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.489968 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > router precommit_update 55550100 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.494337 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.services.provider_configuration [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Service providers = [] {{(pid=73731) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 02 03:01:30.494700 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.db.servicetype_db [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73731) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 02 03:01:30.497714 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.services.service_base [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73731) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 02 03:01:30.498066 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.services.service_base [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73731) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 02 03:01:30.498411 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.services.service_base [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73731) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 02 03:01:30.499338 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.services.service_base [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73731) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 02 03:01:30.499844 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.services.service_base [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Default provider is not specified for service type L3_ROUTER_NAT May 02 03:01:30.500432 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 03:01:30.500755 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 02 03:01:30.511608 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 03:01:30.511945 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading Plugin: auto_allocate May 02 03:01:30.517902 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: network precommit_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.518282 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: network precommit_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.518825 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 03:01:30.519165 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading Plugin: tag May 02 03:01:30.526158 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 03:01:30.526431 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading Plugin: timestamp May 02 03:01:30.530531 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 03:01:30.531463 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading Plugin: network_ip_availability May 02 03:01:30.536815 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.537191 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.537546 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.538299 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 03:01:30.538622 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading Plugin: flavors May 02 03:01:30.543679 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 03:01:30.544112 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading Plugin: revisions May 02 03:01:30.549127 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 03:01:30.549525 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_concurrency.lockutils [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.705s {{(pid=73731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:01:30.550287 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73731) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 02 03:01:30.550622 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Initializing extension manager. May 02 03:01:30.551164 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: __init__.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.551520 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: __pycache__ {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.551851 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.552181 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: address_group.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.552965 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.553557 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: address-group May 02 03:01:30.553884 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: address_scope.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.554597 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.555113 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: address-scope May 02 03:01:30.555461 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: admin_state_down_before_update.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.556424 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.556944 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: router-admin-state-down-before-update May 02 03:01:30.557265 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: agent.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.557969 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.558478 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: agent May 02 03:01:30.558799 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: agent_resources_synced.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.559751 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.560262 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: agent-resources-synced May 02 03:01:30.560580 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: allowedaddresspairs.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.562491 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.563245 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: allowed-address-pairs May 02 03:01:30.563579 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: auto_allocated_topology.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.564687 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.565207 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: auto-allocated-topology May 02 03:01:30.565536 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: availability_zone.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.566243 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.566750 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: availability_zone May 02 03:01:30.567077 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: availability_zone_filter.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.568013 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.568525 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: availability_zone_filter May 02 03:01:30.568850 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: data_plane_status.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.569744 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.570358 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension data-plane-status not supported by any of loaded plugins May 02 03:01:30.570686 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: default_subnetpools.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.571632 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.572149 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: default-subnetpools May 02 03:01:30.572469 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: dhcpagentscheduler.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.573295 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.573809 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: dhcp_agent_scheduler May 02 03:01:30.574129 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: dns.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.575040 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.575571 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension dns-integration not supported by any of loaded plugins May 02 03:01:30.575899 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: dns_domain_ports.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.576815 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.577323 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension dns-domain-ports not supported by any of loaded plugins May 02 03:01:30.578205 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: dvr.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.578874 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.579426 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: dvr May 02 03:01:30.579748 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: empty_string_filtering.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.580656 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.581169 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: empty-string-filtering May 02 03:01:30.581487 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.582393 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.582896 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 02 03:01:30.583253 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.584175 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.584688 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 02 03:01:30.585008 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: external_net.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.585903 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.586412 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: external-net May 02 03:01:30.586738 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: extra_dhcp_opt.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.587681 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.588192 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: extra_dhcp_opt May 02 03:01:30.588511 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: extraroute.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.589417 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.589928 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: extraroute May 02 03:01:30.590244 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: extraroute_atomic.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.591307 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.591829 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: extraroute-atomic May 02 03:01:30.592153 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: filter_validation.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.592828 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.593928 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: filter-validation May 02 03:01:30.594289 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: fip_pf_description.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.595407 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.595923 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 02 03:01:30.596246 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: fip_port_details.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.597196 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.597704 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: fip-port-details May 02 03:01:30.598029 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: flavors.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.599315 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.599836 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: flavors May 02 03:01:30.600165 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.602055 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.602587 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 02 03:01:30.602923 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: floatingip_pools.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.603662 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.604182 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: floatingip-pools May 02 03:01:30.604508 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: ip_allocation.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.605434 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.606206 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension ip_allocation not supported by any of loaded plugins May 02 03:01:30.606339 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.607185 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.607697 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: ip-substring-filtering May 02 03:01:30.608028 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: l2_adjacency.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.609000 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.609508 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension l2_adjacency not supported by any of loaded plugins May 02 03:01:30.609941 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: l3.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.610964 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.611513 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: router May 02 03:01:30.611841 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: l3_conntrack_helper.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.614416 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.614947 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 02 03:01:30.615317 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.616259 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.616778 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: ext-gw-mode May 02 03:01:30.617107 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.618027 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.618540 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: l3-ha May 02 03:01:30.618867 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: l3_flavors.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.619810 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.620327 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: l3-flavors May 02 03:01:30.620651 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.621576 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.622090 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: l3-port-ip-change-not-allowed May 02 03:01:30.622416 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: l3agentscheduler.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.623512 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.624030 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: l3_agent_scheduler May 02 03:01:30.624358 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: logging.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.626072 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.626593 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension logging not supported by any of loaded plugins May 02 03:01:30.626926 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: metering.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.627693 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.628287 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: metering May 02 03:01:30.628616 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.629712 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.630236 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: metering_source_and_destination_fields May 02 03:01:30.630557 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: multiprovidernet.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.631642 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.632162 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: multi-provider May 02 03:01:30.632497 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: netmtu.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.633401 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.633920 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: net-mtu May 02 03:01:30.634242 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: netmtu_writable.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.635164 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.635688 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: net-mtu-writable May 02 03:01:30.636012 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: network_availability_zone.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.636674 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.637184 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: network_availability_zone May 02 03:01:30.637505 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: network_ip_availability.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.638612 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.639127 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: network-ip-availability May 02 03:01:30.639473 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: network_segment_range.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.640951 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.641642 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension network-segment-range not supported by any of loaded plugins May 02 03:01:30.641888 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: pagination.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.642880 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.643242 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: pagination May 02 03:01:30.643578 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: port_device_profile.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.644501 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.645022 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: port-device-profile May 02 03:01:30.645343 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.646259 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.646776 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: port-mac-address-regenerate May 02 03:01:30.647102 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.648045 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.648557 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: port-numa-affinity-policy May 02 03:01:30.648892 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: port_resource_request.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.649786 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.650298 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension port-resource-request not supported by any of loaded plugins May 02 03:01:30.650618 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: portbindings.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.651571 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.652084 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: binding May 02 03:01:30.652408 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: portbindings_extended.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.653697 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.654207 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: binding-extended May 02 03:01:30.654531 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: portsecurity.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.655490 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.656607 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: port-security May 02 03:01:30.656993 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: project_id.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.658077 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.658410 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: project-id May 02 03:01:30.658745 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: providernet.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.659697 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.660217 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: provider May 02 03:01:30.660541 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: qos.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.664153 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.664684 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension qos not supported by any of loaded plugins May 02 03:01:30.665023 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.666271 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.666795 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 02 03:01:30.667123 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.668071 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.668584 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 02 03:01:30.668910 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: qos_default.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.669819 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.670334 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension qos-default not supported by any of loaded plugins May 02 03:01:30.670662 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: qos_fip.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.671531 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.672192 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension qos-fip not supported by any of loaded plugins May 02 03:01:30.672517 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: qos_gateway_ip.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.673449 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.673962 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 02 03:01:30.674287 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: qos_port_network_policy.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.676036 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.676560 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 02 03:01:30.676892 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: qos_rule_type_details.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.677820 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.678337 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 02 03:01:30.678662 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: qos_rules_alias.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.679914 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.680435 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension qos-rules-alias not supported by any of loaded plugins May 02 03:01:30.680762 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: quotasv2.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.681877 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.682211 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: quotas May 02 03:01:30.682534 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: quotasv2_detail.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.684213 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.684556 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: quota_details May 02 03:01:30.684892 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: rbac.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.685970 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.686509 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: rbac-policies May 02 03:01:30.686844 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: rbac_address_group.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.687862 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.688385 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: rbac-address-group May 02 03:01:30.688715 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: rbac_address_scope.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.689634 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.690156 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: rbac-address-scope May 02 03:01:30.690627 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: rbac_security_groups.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.691902 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.692433 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: rbac-security-groups May 02 03:01:30.692763 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: rbac_subnetpool.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.693694 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.694214 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: rbac-subnetpool May 02 03:01:30.694538 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: revisionifmatch.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.695489 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.696012 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: revision-if-match May 02 03:01:30.696338 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: revisions.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.697454 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.697973 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: standard-attr-revisions May 02 03:01:30.698299 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: router_availability_zone.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.698971 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.699522 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: router_availability_zone May 02 03:01:30.699847 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: routerservicetype.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.700767 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.701284 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension router-service-type not supported by any of loaded plugins May 02 03:01:30.701607 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.702526 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.703727 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: security-groups-normalized-cidr May 02 03:01:30.704206 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: security_groups_port_filtering.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.705136 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.705659 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: port-security-groups-filtering May 02 03:01:30.705987 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.706908 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.707459 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: security-groups-remote-address-group May 02 03:01:30.707789 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: securitygroup.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.717452 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.718016 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: security-group May 02 03:01:30.718964 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: segment.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.719837 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.720357 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension segment not supported by any of loaded plugins May 02 03:01:30.720687 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.721692 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.722217 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 02 03:01:30.722553 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: servicetype.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.723766 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.724294 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: service-type May 02 03:01:30.724625 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: sorting.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.725618 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.725948 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: sorting May 02 03:01:30.726274 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: standard_attr_segment.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.727219 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.727749 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension standard-attr-segment not supported by any of loaded plugins May 02 03:01:30.728074 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: standardattrdescription.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.728732 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.729243 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: standard-attr-description May 02 03:01:30.729571 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: stateful_security_group.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.730497 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.731017 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: stateful-security-group May 02 03:01:30.731374 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: stdattrs_common.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.731965 dv-cinder-789077-1-smb neutron-server[73731]: WARNING neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 02 03:01:30.732286 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.733294 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.733811 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 02 03:01:30.734308 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: subnet_onboard.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.735442 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.735972 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: subnet_onboard May 02 03:01:30.736297 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.737255 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.738029 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 02 03:01:30.738352 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: subnet_service_types.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.739308 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.739833 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: subnet-service-types May 02 03:01:30.740162 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: subnetallocation.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.741283 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.741807 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: subnet_allocation May 02 03:01:30.742133 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.742815 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.743367 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: subnetpool-prefix-ops May 02 03:01:30.743694 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.744625 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.745142 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 02 03:01:30.745464 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: tagging.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.746576 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.747119 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: standard-attr-tag May 02 03:01:30.747474 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: timestamp.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.748696 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.749226 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loaded extension: standard-attr-timestamp May 02 03:01:30.749603 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: trunk.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.750766 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.751321 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension trunk not supported by any of loaded plugins May 02 03:01:30.751652 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: trunk_details.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.752580 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.753102 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension trunk-details not supported by any of loaded plugins May 02 03:01:30.753426 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: uplink_status_propagation.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.754649 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.754852 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 02 03:01:30.755200 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Loading extension file: vlantransparent.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 02 03:01:30.755892 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 02 03:01:30.756403 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extension vlan-transparent not supported by any of loaded plugins May 02 03:01:30.758974 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Creating instance of TrackedResource for resource:network May 02 03:01:30.759756 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Creating instance of TrackedResource for resource:subnet May 02 03:01:30.760566 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Creating instance of TrackedResource for resource:subnetpool May 02 03:01:30.761177 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Creating instance of TrackedResource for resource:port May 02 03:01:30.762454 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:01:30.762957 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Service FLAVORS assigned prefix: {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:01:30.763700 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:01:30.764178 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:01:30.764543 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Creating instance of TrackedResource for resource:router May 02 03:01:30.765861 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Creating instance of TrackedResource for resource:floatingip May 02 03:01:30.766774 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Service METERING assigned prefix: /metering {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:01:30.768631 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.769044 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.769436 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:01:30.770662 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Creating instance of CountableResource for resource:rbac_policy May 02 03:01:30.771196 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Creating instance of TrackedResource for resource:security_group May 02 03:01:30.772042 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Creating instance of TrackedResource for resource:security_group_rule May 02 03:01:30.772892 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Service CORE assigned prefix: {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:01:30.773347 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Creating instance of TrackedResource for resource:subnetpool May 02 03:01:30.773732 dv-cinder-789077-1-smb neutron-server[73731]: WARNING neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] subnetpool is already registered May 02 03:01:30.774396 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Service CORE assigned prefix: {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:01:30.774764 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Creating instance of TrackedResource for resource:subnetpool May 02 03:01:30.775155 dv-cinder-789077-1-smb neutron-server[73731]: WARNING neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] subnetpool is already registered May 02 03:01:30.779088 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:01:30.779558 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Service FLAVORS assigned prefix: {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:01:30.780209 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:01:30.780677 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:01:30.782561 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Creating instance of TrackedResource for resource:router May 02 03:01:30.782902 dv-cinder-789077-1-smb neutron-server[73731]: WARNING neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] router is already registered May 02 03:01:30.783568 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Creating instance of TrackedResource for resource:floatingip May 02 03:01:30.783900 dv-cinder-789077-1-smb neutron-server[73731]: WARNING neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] floatingip is already registered May 02 03:01:30.784539 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Service METERING assigned prefix: /metering {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:01:30.785233 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Creating instance of CountableResource for resource:rbac_policy May 02 03:01:30.785564 dv-cinder-789077-1-smb neutron-server[73731]: WARNING neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] rbac_policy is already registered May 02 03:01:30.786118 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Creating instance of TrackedResource for resource:security_group May 02 03:01:30.786448 dv-cinder-789077-1-smb neutron-server[73731]: WARNING neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] security_group is already registered May 02 03:01:30.787063 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Creating instance of TrackedResource for resource:security_group_rule May 02 03:01:30.787419 dv-cinder-789077-1-smb neutron-server[73731]: WARNING neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] security_group_rule is already registered May 02 03:01:30.788109 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Service CORE assigned prefix: {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:01:30.788443 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Creating instance of TrackedResource for resource:subnetpool May 02 03:01:30.788769 dv-cinder-789077-1-smb neutron-server[73731]: WARNING neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] subnetpool is already registered May 02 03:01:30.789387 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Service CORE assigned prefix: {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 03:01:30.789712 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Creating instance of TrackedResource for resource:subnetpool May 02 03:01:30.790034 dv-cinder-789077-1-smb neutron-server[73731]: WARNING neutron.quota.resource_registry [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] subnetpool is already registered May 02 03:01:30.790689 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: extensions {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.792246 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: address-groups {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.793856 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: address-scopes {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.795073 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: agents {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.796688 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: auto-allocated-topology {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.798136 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: availability_zones {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.799506 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: dhcp-networks {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.800940 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: dhcp-agents {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.802422 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: routers {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.804279 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: flavors {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.805445 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: service_profiles {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.806649 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: next_providers {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.808278 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: service_profiles {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.809736 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: floatingip-pools {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.810955 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: routers {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.812903 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: floatingips {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.814088 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: l3-routers {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.815506 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: l3-agents {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.816927 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: metering-labels {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.818268 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: metering-label-rules {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.819587 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: network-ip-availabilities {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.820865 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: bindings {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.822506 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: quotas {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.823992 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: quotas {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.825413 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: rbac-policies {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.826724 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: security-groups {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.828579 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: security-group-rules {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.829844 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: service-providers {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.831101 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: subnetpools {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.832528 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: subnetpools {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.833997 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: tags {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.835702 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: tags {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.837532 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: tags {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.839334 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: tags {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.842287 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: tags {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.844848 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: tags {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.846543 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: tags {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.959278 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: tags {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.961048 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: tags {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.963043 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron.api.extensions [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Extended resource: tags {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 03:01:30.969227 dv-cinder-789077-1-smb neutron-server[73731]: WARNING keystonemiddleware.auth_token [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 02 03:01:30.974126 dv-cinder-789077-1-smb neutron-server[73731]: WARNING keystonemiddleware.auth_token [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 02 03:01:30.982291 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_concurrency.lockutils [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Acquired lock "singleton_lock" {{(pid=73731) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 02 03:01:30.982780 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_concurrency.lockutils [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Releasing lock "singleton_lock" {{(pid=73731) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 02 03:01:30.983443 dv-cinder-789077-1-smb neutron-server[73731]: INFO oslo_service.service [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Starting 2 workers May 02 03:01:30.988750 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Started child 73838 {{(pid=73731) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 02 03:01:30.993335 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Started child 73839 {{(pid=73731) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 02 03:01:30.993779 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:01:30.994898 dv-cinder-789077-1-smb neutron-server[73731]: INFO neutron.service [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Neutron service started, listening on 0.0.0.0:9696 May 02 03:01:30.995217 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [-] (73838) wsgi starting up on http://0.0.0.0:9696 May 02 03:01:30.995568 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Notify callbacks [] for process, before_spawn {{(pid=73731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:01:30.997876 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:01:30.998412 dv-cinder-789077-1-smb neutron-server[73731]: INFO oslo_service.service [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Starting 1 workers May 02 03:01:30.999236 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [-] (73839) wsgi starting up on http://0.0.0.0:9696 May 02 03:01:31.003961 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Started child 73840 {{(pid=73731) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 02 03:01:31.004501 dv-cinder-789077-1-smb neutron-server[73731]: INFO oslo_service.service [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Starting 1 workers May 02 03:01:31.007427 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.service [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] calling RpcWorker wait() {{(pid=73840) _wait /opt/stack/neutron/neutron/service.py:128}} May 02 03:01:31.008304 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.service [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] returning from RpcWorker wait() {{(pid=73840) _wait /opt/stack/neutron/neutron/service.py:135}} May 02 03:01:31.009185 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Started child 73841 {{(pid=73731) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 02 03:01:31.009557 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:01:31.010060 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:01:31.010207 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-93ce006c-a791-4f90-866c-abeb58bc1d27 None None] Notify callbacks [] for process, after_spawn {{(pid=73731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:01:31.012017 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73731) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 02 03:01:31.012255 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 02 03:01:31.012421 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 02 03:01:31.012623 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 02 03:01:31.012952 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 02 03:01:31.013148 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 02 03:01:31.013723 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.014000 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.014250 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:01:31.015031 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.015031 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.015031 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.016186 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:01:31.016398 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.016591 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.016818 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.017106 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.017371 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.017585 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.017771 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.018010 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.018256 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.018573 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.018933 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.019287 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.019470 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.019691 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.019891 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.020350 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.020559 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.020741 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] debug = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.020997 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.021518 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.021751 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.022055 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.022284 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.022603 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.022863 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.023130 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.023491 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.023761 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.024003 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.024277 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.024518 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.024768 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.024993 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.025343 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.025564 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.026101 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] host = dv-cinder-789077-1-smb {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.026325 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.026568 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.026905 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.027190 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.027581 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.027787 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.028095 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.028349 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.028616 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.028858 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.029179 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.029380 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.029626 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.029936 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] log_file = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.030132 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] log_options = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.030666 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.030666 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.031034 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.031361 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.031794 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.032018 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.032260 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.032446 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.032761 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.032984 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.033193 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.033404 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.033661 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.033942 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.034270 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.034523 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.034767 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.034984 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.035271 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.035522 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.035741 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.035991 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.036271 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.036493 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.036700 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.036990 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.037249 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.037511 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.037773 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.038086 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.038327 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.038604 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.038854 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.039112 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.040841 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.040841 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.041230 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.041427 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.042937 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.043268 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.043688 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.043916 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.044174 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.044420 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.044657 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.044921 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] use_json = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.045173 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.045404 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.045668 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.045905 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.046154 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.049340 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.049607 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.050743 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.050743 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.050743 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.050743 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.053428 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.053428 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.053428 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.053428 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.053428 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.053428 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.053428 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.053428 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.053428 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.055196 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.055196 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.055196 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.055196 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.055196 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.055196 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.055196 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.056505 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.056505 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.056505 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.056505 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.056505 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.056505 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.057736 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.057736 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.057736 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.057736 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.057736 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.059342 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.059342 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.059342 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.059342 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.059342 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.059342 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.060258 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.060258 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.060258 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.060258 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.061553 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.061553 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.061553 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.061553 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.061553 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.061553 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.063506 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.063506 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.063506 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.063506 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.063506 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.063506 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.064567 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.064567 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.064567 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.064567 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.065300 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.065300 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.065300 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.065841 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.065841 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.065841 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.066367 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.066367 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.066696 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.066904 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.067125 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.067494 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.067494 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.067868 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.068063 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.068279 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.068475 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.068665 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.068878 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.069071 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.069274 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.069505 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.069742 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.069963 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.070208 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.070431 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.070645 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.070881 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.074047 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.074047 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.074047 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.074047 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.074047 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.074047 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.074047 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.074047 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.076469 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.076469 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.076469 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.076469 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.076469 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.076469 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.076469 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.076469 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.079050 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.079050 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.079050 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.079050 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.079050 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.079050 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.079050 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.079050 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.080401 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.080401 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.080401 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.080401 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.080401 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.080401 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.080401 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.080401 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.081851 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.081851 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.081851 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.081851 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.081851 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.081851 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.082892 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.082892 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.082892 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.082892 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.083896 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.083896 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.083896 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.083896 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.084595 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.084595 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.084595 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.085012 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.085012 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.085276 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.085535 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.085741 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.086041 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.086252 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.086505 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.086748 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.087018 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.087344 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.087495 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.087746 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.087977 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.088233 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.088739 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.088739 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.089302 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.089302 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.089302 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.089830 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.090015 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.090197 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.090385 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.090557 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.090797 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.091045 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.091353 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.091543 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.091903 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.092101 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.092288 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.092468 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.092631 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.092882 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.094515 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.094515 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.094515 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.094515 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.094515 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.094515 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.098129 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.098129 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.098129 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.098129 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.098129 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.098129 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.098129 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.098129 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.099590 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.099590 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.099590 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.099590 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.099590 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.099590 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.099590 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.099590 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.100547 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.100547 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.100547 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.100547 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.100547 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.100547 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.100547 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.100547 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.101634 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.101634 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.101634 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.101634 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.101634 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.101634 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.101634 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.104213 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.104213 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.104213 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.104213 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.104213 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.104213 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.104213 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.104213 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.107174 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.107174 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.107174 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.107174 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.107174 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.107174 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.107174 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.107174 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.107174 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.109034 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.109034 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.109034 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.109034 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.109034 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.109034 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.109034 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.109034 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.109034 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.110599 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.110599 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.110599 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.110599 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.110599 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.110599 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.111585 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 34494) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:01:31.111727 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.111727 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.111727 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.111727 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.111727 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.111727 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.111727 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.111727 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.113570 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.113570 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.113570 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.113570 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.113570 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.113570 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.114305 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.114305 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.114305 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.114685 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.114925 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.115231 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.115431 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.115714 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.115942 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.116198 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.116726 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.116726 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.117129 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.117129 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.117479 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.117660 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.117841 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.118037 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.118223 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.118456 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.118691 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.119194 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.119194 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.119563 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 02 03:01:31.119998 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73731) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 02 03:01:31.120243 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 02 03:01:31.120459 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 02 03:01:31.120459 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 02 03:01:31.120868 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 02 03:01:31.120868 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 02 03:01:31.121292 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.121292 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.121292 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.121900 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.121900 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.121900 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.121900 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.122902 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.122902 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.122902 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.122902 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.122902 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.122902 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.124009 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.124009 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.124009 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.124009 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.124009 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.124009 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.124009 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.124009 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.126081 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.126081 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] debug = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.126081 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.126081 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.126081 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.126081 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.127304 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.127304 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.127304 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.127304 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.127304 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.127304 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.127304 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.128683 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0137293 May 02 03:01:31.128892 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.128892 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.128892 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.128892 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.128892 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.129800 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.129800 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] host = dv-cinder-789077-1-smb {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.129800 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.130132 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.131557 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.131759 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.132048 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.132328 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.132762 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.133057 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.134726 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.135156 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.135377 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.135662 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.135932 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.136203 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] log_file = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.136526 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] log_options = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.136696 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.136944 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.137827 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.138788 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.138788 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.138788 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.138788 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.138788 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.139161 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.139161 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.139291 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.139374 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.139669 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.139669 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.139822 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.139991 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.140847 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.141076 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.142083 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.142238 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.142365 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.142517 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.142677 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.142942 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.143114 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.143114 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.143415 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.143559 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.143704 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.143852 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.143987 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.144103 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.144215 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.145166 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.145166 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.145166 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.145166 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.145166 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.145166 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.145915 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.145915 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.145915 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.146525 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.146695 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.146865 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.147023 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] use_json = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.147370 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.147537 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.147712 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.147863 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.148023 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.148188 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.148332 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.148507 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 03:01:31.148666 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.148865 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.149042 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.149273 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.149273 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.150266 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.150266 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.150266 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.150266 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.150266 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.151129 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.151129 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.151129 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.151129 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.151129 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.153179 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.153179 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.153179 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.153179 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.153179 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.153179 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.153179 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.153179 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.154752 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.154752 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.154752 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.154752 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.154752 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.154752 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.154752 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.154752 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.158244 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.158244 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.158244 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.158244 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.158244 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.158244 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.158244 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.158244 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.158244 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.158747 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.158747 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.158747 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.158747 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.158747 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.158747 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.158747 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.158747 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.158747 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.159311 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.159311 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.159311 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.159311 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.159311 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.159311 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.159311 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.159311 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.159311 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.159840 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.159840 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.159840 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.159840 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.159840 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.159840 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.159840 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.159840 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.159840 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.160386 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.160386 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.160386 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.160386 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.160620 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.160620 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.160737 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.160885 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.161424 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.161424 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.161424 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.168663 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.168663 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.168663 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.168663 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.168663 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.168663 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.168663 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.168663 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.170024 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.170024 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.170024 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.170024 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.170024 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.170024 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.170024 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.170024 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.171067 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.171067 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.171067 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.171067 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.171067 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.171067 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.171067 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.171067 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.173564 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.173564 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.173564 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.173564 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.173564 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.173564 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.173564 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.173564 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.174925 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.174925 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.174925 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.174925 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.174925 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.174925 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.174925 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.174925 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.176391 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.176391 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.176391 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.176391 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.176391 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.176391 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.176391 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.176391 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.176391 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.178052 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.178052 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.178052 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.178052 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.178052 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.178052 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.178052 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.178052 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.179386 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.179386 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.179386 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.179386 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.179386 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.179386 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.179386 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.179386 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.180742 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.180742 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.180742 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.180742 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.180742 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.180742 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.180742 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.180742 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.182087 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.182087 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.182087 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.182087 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.182087 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.182087 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.182087 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.182087 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.183317 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.183317 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.183317 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.183317 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.183317 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.183317 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.183317 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.183317 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.184218 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.184218 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.184218 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.184218 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.184218 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.184218 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.184218 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.184218 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.185006 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.185006 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.185006 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.185006 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.185006 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.185006 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.185006 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.185006 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.185759 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.185759 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.185759 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.185759 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.185759 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.185759 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.185759 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.185759 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.186352 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.186352 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.186352 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.186352 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.186352 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.186352 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.186352 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.186352 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.187712 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.187712 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.187712 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.187712 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.187712 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.187712 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.187712 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.187712 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.187712 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.188203 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.188203 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.188393 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:01:31.188520 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.188520 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.188520 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.188520 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.188520 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.188520 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.188520 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.188520 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.189550 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.189550 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.189550 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.189550 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.189550 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.189550 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.189550 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.189550 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.189550 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.191034 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.191034 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.191034 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.191034 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.191034 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.191034 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.191034 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.191034 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.192408 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.192408 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.192408 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.192408 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.192408 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.192408 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.192408 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.192408 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.193614 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.193614 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.193614 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.193614 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.193614 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.193614 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.193614 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.193614 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.194610 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.194610 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.194610 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.194610 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.194610 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.194610 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.194610 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.194610 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.194610 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.195497 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.195497 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.195497 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.195497 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.195497 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.195497 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.195497 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.195497 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.195497 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.196148 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.196148 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.196148 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.196148 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.196148 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 03:01:31.196148 dv-cinder-789077-1-smb neutron-server[73731]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 02 03:01:42.150293 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db63495b-2032-4489-9b3e-66c629f3cfe8 None None] get_active_networks_info from dv-cinder-789077-1-smb {{(pid=73840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 02 03:01:42.216429 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db63495b-2032-4489-9b3e-66c629f3cfe8 None None] No non-hosted networks {{(pid=73840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 02 03:01:42.232771 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-3c81fa99-fb87-4053-b16e-2adf612399b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543'] for agent, after_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:01:44.610804 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-6f8a0c9d-d6ba-46cc-9f01-7a5ead8bc4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543'] for agent, after_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:01:44.657646 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-f7de1931-6be0-49ea-abaa-527dc4be0a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:01:44.880805 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543'] for agent, after_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:01:44.881891 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:01:44.882433 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:01:44.882987 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:01:44.883713 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:01:44.884267 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:01:44.884809 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:01:44.885349 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:01:44.885883 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:01:44.895637 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:01:44.896279 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:01:44.896826 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:01:44.897370 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:01:44.897978 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789077-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:01:44.902850 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789077-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:01:46.019407 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543'] for agent, after_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:01:47.708447 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543'] for agent, after_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:01:49.153173 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 34590) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:01:49.762339 dv-cinder-789077-1-smb neutron-server[73839]: WARNING oslo_policy.policy [None req-7f92f4cd-1de2-4bf1-987c-81fe999e3f4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 03:01:49.762931 dv-cinder-789077-1-smb neutron-server[73839]: WARNING oslo_policy.policy [None req-7f92f4cd-1de2-4bf1-987c-81fe999e3f4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 03:01:49.981662 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [None req-7f92f4cd-1de2-4bf1-987c-81fe999e3f4e admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=73839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 02 03:01:49.982717 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-7f92f4cd-1de2-4bf1-987c-81fe999e3f4e admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8286049 May 02 03:01:51.658127 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.db.l3_hamode_db [None req-d8a8815d-665b-4444-bf66-2bd28854af1f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 02 03:01:51.746253 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a8815d-665b-4444-bf66-2bd28854af1f None None] Routers set() bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:01:51.746579 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a8815d-665b-4444-bf66-2bd28854af1f None None] Router IDs set() for agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 02 03:01:52.393782 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 34604) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:01:52.763268 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-a2fd9232-e82d-4645-98fb-962231712c0a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:01:52.866463 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.policy [None req-a2fd9232-e82d-4645-98fb-962231712c0a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73839) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 02 03:01:52.916474 dv-cinder-789077-1-smb neutron-server[73839]: WARNING oslo_policy.policy [None req-a2fd9232-e82d-4645-98fb-962231712c0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 03:01:52.916851 dv-cinder-789077-1-smb neutron-server[73839]: WARNING oslo_policy.policy [None req-a2fd9232-e82d-4645-98fb-962231712c0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 03:01:52.926587 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.quota [None req-a2fd9232-e82d-4645-98fb-962231712c0a admin admin] Loaded quota_driver: . May 02 03:01:52.943311 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-a2fd9232-e82d-4645-98fb-962231712c0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:01:53.019110 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a2fd9232-e82d-4645-98fb-962231712c0a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794393008480', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794393008959', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794393018231', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794392893708', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794392903003', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794392909198', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1690126', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1660246', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-615048', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-544724'] for rbac-policy, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:01:53.083725 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a2fd9232-e82d-4645-98fb-962231712c0a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:01:53.084900 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-a2fd9232-e82d-4645-98fb-962231712c0a admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6901629 May 02 03:01:55.707877 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 34618) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:01:56.303532 dv-cinder-789077-1-smb neutron-server[73838]: WARNING oslo_policy.policy [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 03:01:56.304115 dv-cinder-789077-1-smb neutron-server[73838]: WARNING oslo_policy.policy [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 03:01:56.520904 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '50ab8a4f25e94059b95ced61d1a8a049', 'name': 'private', 'tenant_id': '50ab8a4f25e94059b95ced61d1a8a049'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:01:56.522595 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.quota [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Loaded quota_driver: . May 02 03:01:56.538803 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:01:56.545453 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Usage tracker for resource:network and tenant:50ab8a4f25e94059b95ced61d1a8a049 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:01:56.551700 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:01:56.559132 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:01:56.576757 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Made reservation on behalf of 50ab8a4f25e94059b95ced61d1a8a049 for: {'network': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:01:56.649652 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.policy [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73838) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 02 03:01:56.695877 dv-cinder-789077-1-smb neutron-server[73838]: WARNING oslo_policy.policy [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 03:01:56.696267 dv-cinder-789077-1-smb neutron-server[73838]: WARNING oslo_policy.policy [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 03:01:56.706710 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for network, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:01:56.730540 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:01:56.746952 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:01:56.751206 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Usage tracker for resource:security_group_rule and tenant:50ab8a4f25e94059b95ced61d1a8a049 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:01:56.756887 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:01:56.762829 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:01:56.867495 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:01:56.871414 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:01:56.877316 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:01:56.898119 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=73838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 03:01:56.923891 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794390944552', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:01:56.924503 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Unsubscribe: segment precommit_create {{(pid=73838) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 02 03:01:56.924974 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.db.segments_db [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Added segment 6bb23d3b-cd1c-4e63-89a0-9b79528fe278 of type vlan for network 20334db7-84a9-4320-afd6-a1acf8d896a5 May 02 03:01:56.933724 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fdd326-46d1-495d-8184-d5c62610045a,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:01:56.995320 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:01:56.995671 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:01:56.995977 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:01:56.996296 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:01:56.996613 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:01:56.996928 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:01:56.997238 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:01:56.997549 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:01:56.997876 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:01:56.998184 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:01:56.998491 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:01:56.998796 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Tracked resource versions report: May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: pushed versions: May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: { 'AddressGroup': {'1.2'}, May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: 'ConntrackHelper': {'1.0'}, May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: 'Log': {'1.0'}, May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: 'Network': {'1.1'}, May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: 'Port': {'1.7'}, May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: 'PortForwarding': {'1.2'}, May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: 'QosPolicy': {'1.8'}, May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: 'SecurityGroup': {'1.4'}, May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: 'SecurityGroupRule': {'1.2'}, May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: 'SubPort': {'1.0'}, May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: 'Subnet': {'1.1'}, May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: 'Trunk': {'1.1'}} May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: consumer versions: May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: { DHCP agent@dv-cinder-789077-1-smb: {}, May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: L3 agent@dv-cinder-789077-1-smb: {}, May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: Metadata agent@dv-cinder-789077-1-smb: {}, May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: Metering agent@dv-cinder-789077-1-smb: {}, May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: Open vSwitch agent@dv-cinder-789077-1-smb: { 'AddressGroup': '1.2', May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: 'ConntrackHelper': '1.0', May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: 'Log': '1.0', May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: 'Network': '1.1', May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: 'Port': '1.7', May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: 'PortForwarding': '1.2', May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: 'QosPolicy': '1.8', May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: 'SecurityGroup': '1.4', May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: 'SecurityGroupRule': '1.2', May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: 'SubPort': '1.0', May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: 'Subnet': '1.1', May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: 'Trunk': '1.1'}} May 02 03:01:56.999969 dv-cinder-789077-1-smb neutron-server[73838]: {{(pid=73838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 03:01:57.047007 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:01:57.053391 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794390503316'] for network, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:01:57.095264 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for network, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:01:57.096808 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:01:57.097445 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:01:57.102121 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:01:57.205558 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4955397 May 02 03:01:57.210957 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Pushing event updated for resources: {'Network': ['ID=20334db7-84a9-4320-afd6-a1acf8d896a5,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:01:57.214320 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:01:57.223480 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Network 20334db7-84a9-4320-afd6-a1acf8d896a5 details requested by agent ovs-agent-dv-cinder-789077-1-smb with host dv-cinder-789077-1-smb {{(pid=73840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 02 03:01:59.926077 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 34640) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:02:00.432750 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcbd2ad-30bc-4030-bfec-ec2eaeb8aa29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:02:00.434167 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-efcbd2ad-30bc-4030-bfec-ec2eaeb8aa29 admin admin] 10.222.0.20 "GET /v2.0/networks/20334db7-84a9-4320-afd6-a1acf8d896a5 HTTP/1.1" status: 200 len: 825 time: 0.5070982 May 02 03:02:00.462731 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-0ec4689f-1151-4f5a-ad05-3dddca282b71 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/e26ba111-4995-497e-ba00-a9954ed53c1e HTTP/1.1" status: 200 len: 734 time: 0.0225189 May 02 03:02:00.472527 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Request body: {'subnet': {'tenant_id': '50ab8a4f25e94059b95ced61d1a8a049', 'name': 'private-subnet', 'subnetpool_id': 'e26ba111-4995-497e-ba00-a9954ed53c1e', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '20334db7-84a9-4320-afd6-a1acf8d896a5'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:02:00.477412 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:02:00.481622 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Usage tracker for resource:subnet and tenant:50ab8a4f25e94059b95ced61d1a8a049 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:02:00.486479 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:02:00.497398 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:02:00.507897 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Made reservation on behalf of 50ab8a4f25e94059b95ced61d1a8a049 for: {'subnet': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:02:00.510581 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:01.025871 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for subnet, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:01.030978 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:02:01.118695 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Checking segment: {'id': '6bb23d3b-cd1c-4e63-89a0-9b79528fe278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '20334db7-84a9-4320-afd6-a1acf8d896a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:02:01.119082 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Network hostable DHCP agents. Network: 20334db7-84a9-4320-afd6-a1acf8d896a5, hostable agents: ['614df883-a3aa-459e-9403-57d681838b96'], hosted agents: [] {{(pid=73839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 03:02:01.127100 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7b2016e-7ee2-443f-ac60-b4fe5d85e957,revision_number=0']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:02:01.139291 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:01.140959 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:01.141307 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:01.141632 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:01.141946 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:01.142260 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:01.142571 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:01.142880 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:01.143252 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:01.143568 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:01.143874 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:01.144180 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Tracked resource versions report: May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: pushed versions: May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: { 'AddressGroup': {'1.2'}, May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: 'ConntrackHelper': {'1.0'}, May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: 'Log': {'1.0'}, May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: 'Network': {'1.1'}, May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: 'Port': {'1.7'}, May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: 'PortForwarding': {'1.2'}, May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: 'QosPolicy': {'1.8'}, May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: 'SecurityGroup': {'1.4'}, May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: 'SecurityGroupRule': {'1.2'}, May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: 'SubPort': {'1.0'}, May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: 'Subnet': {'1.1'}, May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: 'Trunk': {'1.1'}} May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: consumer versions: May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: { DHCP agent@dv-cinder-789077-1-smb: {}, May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: L3 agent@dv-cinder-789077-1-smb: {}, May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: Metadata agent@dv-cinder-789077-1-smb: {}, May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: Metering agent@dv-cinder-789077-1-smb: {}, May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: Open vSwitch agent@dv-cinder-789077-1-smb: { 'AddressGroup': '1.2', May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: 'ConntrackHelper': '1.0', May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: 'Log': '1.0', May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: 'Network': '1.1', May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: 'Port': '1.7', May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: 'PortForwarding': '1.2', May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: 'QosPolicy': '1.8', May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: 'SecurityGroup': '1.4', May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: 'SecurityGroupRule': '1.2', May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: 'SubPort': '1.0', May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: 'Subnet': '1.1', May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: 'Trunk': '1.1'}} May 02 03:02:01.145287 dv-cinder-789077-1-smb neutron-server[73839]: {{(pid=73839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 03:02:01.180608 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:02:01.183369 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Network 20334db7-84a9-4320-afd6-a1acf8d896a5 is scheduled to be hosted by DHCP agent 614df883-a3aa-459e-9403-57d681838b96 with binding_index 1 {{(pid=73839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 03:02:01.195390 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-smb, 20334db7-84a9-4320-afd6-a1acf8d896a5) {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:02:01.200701 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:02:01.201348 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:01.205871 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c607068-79c3-41d5-85a6-8509b0bd3658 None None] Network 20334db7-84a9-4320-afd6-a1acf8d896a5 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:02:01.229831 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7607939 May 02 03:02:01.552239 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc315f690-2e35-5bac-9706-73e01d5bab1b-20334db7-84a9-4320-afd6-a1acf8d896a5', 'network_id': '20334db7-84a9-4320-afd6-a1acf8d896a5', 'tenant_id': '50ab8a4f25e94059b95ced61d1a8a049', 'fixed_ips': [{'subnet_id': 'b7b2016e-7ee2-443f-ac60-b4fe5d85e957'}]}} from dv-cinder-789077-1-smb. {{(pid=73840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 02 03:02:01.553991 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:01.772468 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.db_base_plugin_common [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Allocated IP 172.20.0.2 (20334db7-84a9-4320-afd6-a1acf8d896a5/b7b2016e-7ee2-443f-ac60-b4fe5d85e957/faccb2ad-ac9e-432c-9213-0962905a2e1f) {{(pid=73840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:02:02.050039 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Notify callbacks [] for port, precommit_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:02.065069 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Transition to ACTIVE for port object faccb2ad-ac9e-432c-9213-0962905a2e1f will not be triggered until provisioned by entity L2. {{(pid=73840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:02:02.087007 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Transition to ACTIVE for port object faccb2ad-ac9e-432c-9213-0962905a2e1f will not be triggered until provisioned by entity DHCP. {{(pid=73840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:02:02.096025 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:02.101352 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:02:02.165738 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Network 20334db7-84a9-4320-afd6-a1acf8d896a5 is already hosted by enough agents. {{(pid=73840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:02:02.169017 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.scheduler.base_scheduler [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Resources bound (agent type, host, resource id): {{(pid=73840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:02:02.173271 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Received port after_create {{(pid=73840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:02:02.184350 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Pushing event updated for resources: {'Port': ['ID=faccb2ad-ac9e-432c-9213-0962905a2e1f,revision_number=1']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:02:02.226430 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:02.227462 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:02.227462 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:02.227462 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:02.227876 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:02.228021 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:02.228323 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:02.228634 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:02.228978 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:02.229289 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:02.229598 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:02.229906 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Tracked resource versions report: May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: pushed versions: May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: { 'AddressGroup': {'1.2'}, May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: 'ConntrackHelper': {'1.0'}, May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: 'Log': {'1.0'}, May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: 'Network': {'1.1'}, May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: 'Port': {'1.7'}, May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: 'PortForwarding': {'1.2'}, May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: 'QosPolicy': {'1.8'}, May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: 'SecurityGroup': {'1.4'}, May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: 'SecurityGroupRule': {'1.2'}, May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: 'SubPort': {'1.0'}, May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: 'Subnet': {'1.1'}, May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: 'Trunk': {'1.1'}} May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: consumer versions: May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: { DHCP agent@dv-cinder-789077-1-smb: {}, May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: L3 agent@dv-cinder-789077-1-smb: {}, May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: Metadata agent@dv-cinder-789077-1-smb: {}, May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: Metering agent@dv-cinder-789077-1-smb: {}, May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: Open vSwitch agent@dv-cinder-789077-1-smb: { 'AddressGroup': '1.2', May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: 'ConntrackHelper': '1.0', May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: 'Log': '1.0', May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: 'Network': '1.1', May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: 'Port': '1.7', May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: 'PortForwarding': '1.2', May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: 'QosPolicy': '1.8', May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: 'SecurityGroup': '1.4', May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: 'SecurityGroupRule': '1.2', May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: 'SubPort': '1.0', May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: 'Subnet': '1.1', May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: 'Trunk': '1.1'}} May 02 03:02:02.231029 dv-cinder-789077-1-smb neutron-server[73840]: {{(pid=73840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 03:02:02.238557 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:02:02.334829 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Attempting to bind port faccb2ad-ac9e-432c-9213-0962905a2e1f on host dv-cinder-789077-1-smb for vnic_type normal with profile {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:02:02.335392 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Attempting to bind port faccb2ad-ac9e-432c-9213-0962905a2e1f by drivers openvswitch,hyperv on host dv-cinder-789077-1-smb at level 0 using segments [{'id': '6bb23d3b-cd1c-4e63-89a0-9b79528fe278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '20334db7-84a9-4320-afd6-a1acf8d896a5'}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:02:02.336035 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Attempting to bind port faccb2ad-ac9e-432c-9213-0962905a2e1f on network 20334db7-84a9-4320-afd6-a1acf8d896a5 {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:02:02.345520 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Checking agent: {'id': 'bb6488c3-d59c-408d-aa24-5113f65b4245', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 1, 45), 'started_at': datetime.datetime(2021, 5, 2, 3, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:02:02.346165 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Checking segment: {'id': '6bb23d3b-cd1c-4e63-89a0-9b79528fe278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '20334db7-84a9-4320-afd6-a1acf8d896a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:02:02.346900 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:02.347569 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Bound using segment: {'id': '6bb23d3b-cd1c-4e63-89a0-9b79528fe278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '20334db7-84a9-4320-afd6-a1acf8d896a5'} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:02:02.348360 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Bound port: faccb2ad-ac9e-432c-9213-0962905a2e1f, host: dv-cinder-789077-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb23d3b-cd1c-4e63-89a0-9b79528fe278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '20334db7-84a9-4320-afd6-a1acf8d896a5'}}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:02:02.348953 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:02.473236 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] For port faccb2ad-ac9e-432c-9213-0962905a2e1f, host dv-cinder-789077-1-smb, cleared binding levels {{(pid=73840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:02:02.478029 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] For port faccb2ad-ac9e-432c-9213-0962905a2e1f, host dv-cinder-789077-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=faccb2ad-ac9e-432c-9213-0962905a2e1f,segment=NetworkSegment(6bb23d3b-cd1c-4e63-89a0-9b79528fe278),segment_id=6bb23d3b-cd1c-4e63-89a0-9b79528fe278)] {{(pid=73840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:02:02.483648 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:02.488312 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:02:02.594020 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Pushing event updated for resources: {'Port': ['ID=faccb2ad-ac9e-432c-9213-0962905a2e1f,revision_number=2']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:02:02.598490 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:02:03.950421 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 34654) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:02:04.430273 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [None req-1952bc9b-56d2-4bb6-8d61-1e2dc5219ad7 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=73838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 02 03:02:04.431443 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-1952bc9b-56d2-4bb6-8d61-1e2dc5219ad7 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4800055 May 02 03:02:07.098547 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 34664) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:02:07.619266 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [None req-b685c820-e3c9-4b6f-bd79-4a97965ba1dd admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=73839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 02 03:02:07.627803 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-b685c820-e3c9-4b6f-bd79-4a97965ba1dd admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5276897 May 02 03:02:08.901500 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device faccb2ad-ac9e-432c-9213-0962905a2e1f up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:02:08.982471 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c03735-8255-4e13-bd90-79a6128cf81c None None] Network 20334db7-84a9-4320-afd6-a1acf8d896a5 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:02:09.117296 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning for port faccb2ad-ac9e-432c-9213-0962905a2e1f completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:02:09.134093 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-251b10e7-4932-4442-9802-7feedb619101 None None] Provisioning for port faccb2ad-ac9e-432c-9213-0962905a2e1f completed by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:02:09.144582 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-251b10e7-4932-4442-9802-7feedb619101 None None] Provisioning complete for port faccb2ad-ac9e-432c-9213-0962905a2e1f triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:02:09.145182 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-251b10e7-4932-4442-9802-7feedb619101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:09.381222 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-251b10e7-4932-4442-9802-7feedb619101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:09.459057 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-251b10e7-4932-4442-9802-7feedb619101 None None] For port faccb2ad-ac9e-432c-9213-0962905a2e1f, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=faccb2ad-ac9e-432c-9213-0962905a2e1f,segment=NetworkSegment(6bb23d3b-cd1c-4e63-89a0-9b79528fe278),segment_id=6bb23d3b-cd1c-4e63-89a0-9b79528fe278)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:02:09.468035 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-251b10e7-4932-4442-9802-7feedb619101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:09.470301 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:02:09.564264 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b10e7-4932-4442-9802-7feedb619101 None None] Pushing event updated for resources: {'Port': ['ID=faccb2ad-ac9e-432c-9213-0962905a2e1f,revision_number=3']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:02:09.571086 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-251b10e7-4932-4442-9802-7feedb619101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:02:09.707522 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-91a35f10-4e25-43ce-be6f-c552f07c1ba8 None None] Provisioning complete for port faccb2ad-ac9e-432c-9213-0962905a2e1f triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:02:09.708084 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-91a35f10-4e25-43ce-be6f-c552f07c1ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:10.631493 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 34682) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:02:10.787489 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device faccb2ad-ac9e-432c-9213-0962905a2e1f up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:02:10.856987 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port faccb2ad-ac9e-432c-9213-0962905a2e1f triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:02:10.857310 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:11.012074 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-097536ac-1ed1-40a6-ac24-e4f6833d9aa7 admin admin] Request body: {'router': {'tenant_id': '50ab8a4f25e94059b95ced61d1a8a049', 'name': 'router1', 'admin_state_up': True}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:02:11.017428 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-097536ac-1ed1-40a6-ac24-e4f6833d9aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:02:11.021590 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-097536ac-1ed1-40a6-ac24-e4f6833d9aa7 admin admin] Usage tracker for resource:router and tenant:50ab8a4f25e94059b95ced61d1a8a049 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:02:11.024907 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-097536ac-1ed1-40a6-ac24-e4f6833d9aa7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:02:11.030651 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-097536ac-1ed1-40a6-ac24-e4f6833d9aa7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:02:11.040280 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-097536ac-1ed1-40a6-ac24-e4f6833d9aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-700514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29505'] for router, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:11.041808 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-097536ac-1ed1-40a6-ac24-e4f6833d9aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-681178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29512'] for router, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:11.066072 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-097536ac-1ed1-40a6-ac24-e4f6833d9aa7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:11.177835 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-097536ac-1ed1-40a6-ac24-e4f6833d9aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681148'] for router, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:11.196456 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-097536ac-1ed1-40a6-ac24-e4f6833d9aa7 admin admin] Notify callbacks [] for router, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:11.197648 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-097536ac-1ed1-40a6-ac24-e4f6833d9aa7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5651834 May 02 03:02:12.017289 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-3689975b-f250-4e69-b667-62501fd5ac00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:13.590717 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 34692) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:02:13.963122 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [None req-a9d9256e-851c-4561-b6ec-01cc1385b096 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=73838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 02 03:02:13.964139 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-a9d9256e-851c-4561-b6ec-01cc1385b096 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3724282 May 02 03:02:14.598653 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-3c91e8a8-ece1-4e18-9c9d-7110366f3164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:14.867422 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:15.955919 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:16.381632 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 34708) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:02:16.585481 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:02:16.590482 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:02:16.594421 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Usage tracker for resource:network and tenant:9e7e2d6334fa4bb2b52191e8fd6e095e is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:02:16.597250 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:02:16.602885 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:02:16.612598 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Made reservation on behalf of 9e7e2d6334fa4bb2b52191e8fd6e095e for: {'network': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:02:16.614914 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for network, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:16.627630 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:16.641638 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:02:16.645544 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Usage tracker for resource:security_group_rule and tenant:9e7e2d6334fa4bb2b52191e8fd6e095e is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:02:16.648251 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:02:16.653823 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:02:16.740423 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:16.744269 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:16.749100 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:02:16.764017 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Reserving flat network on physical network physnet1 {{(pid=73838) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 02 03:02:16.787602 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4789897-649e-4a15-8bb6-0da076072d1a,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:02:16.790308 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:16.790645 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.db.segments_db [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Added segment 000b502f-0377-4925-a8c0-e47bbb3cb5cf of type flat for network 9f391acb-6dd2-44ac-8608-38eed26063e6 May 02 03:02:16.791826 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:02:16.823581 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794390503316'] for network, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:16.859296 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for network, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:16.860555 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:02:16.861146 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:16.865903 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:02:16.961703 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5790701 May 02 03:02:16.966717 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Pushing event updated for resources: {'Network': ['ID=9f391acb-6dd2-44ac-8608-38eed26063e6,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:02:16.970202 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:02:16.978344 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Network 9f391acb-6dd2-44ac-8608-38eed26063e6 details requested by agent ovs-agent-dv-cinder-789077-1-smb with host dv-cinder-789077-1-smb {{(pid=73840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 02 03:02:17.657861 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:19.065218 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 5 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:02:19.199467 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 34728) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:02:19.347617 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed7be80-b96b-4105-86dd-cea2b00a4283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:02:19.348852 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-0ed7be80-b96b-4105-86dd-cea2b00a4283 admin admin] 10.222.0.20 "GET /v2.0/subnets/b7b2016e-7ee2-443f-ac60-b4fe5d85e957 HTTP/1.1" status: 200 len: 849 time: 0.1484737 May 02 03:02:19.548276 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-547d2ef4-b405-48b7-8be8-bb84ae64e3e6 admin admin] 10.222.0.20 "GET /v2.0/routers/00012a1a-4084-4c03-9c9c-ad5c78a92688 HTTP/1.1" status: 200 len: 704 time: 0.1934099 May 02 03:02:20.023748 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0d10c542-f672-48a9-b0a8-175bf4165bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:20.258380 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_common [None req-0d10c542-f672-48a9-b0a8-175bf4165bbb admin admin] Allocated IP 172.20.0.1 (20334db7-84a9-4320-afd6-a1acf8d896a5/b7b2016e-7ee2-443f-ac60-b4fe5d85e957/aaca3eb3-4886-46ae-80fc-753303c326bd) {{(pid=73839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:02:20.419248 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0d10c542-f672-48a9-b0a8-175bf4165bbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:20.437178 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.provisioning_blocks [None req-0d10c542-f672-48a9-b0a8-175bf4165bbb admin admin] Transition to ACTIVE for port object aaca3eb3-4886-46ae-80fc-753303c326bd will not be triggered until provisioned by entity DHCP. {{(pid=73839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:02:20.493696 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0d10c542-f672-48a9-b0a8-175bf4165bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:20.498365 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:02:20.562425 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d10c542-f672-48a9-b0a8-175bf4165bbb admin admin] Network 20334db7-84a9-4320-afd6-a1acf8d896a5 is already hosted by enough agents. {{(pid=73839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:02:20.569122 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-0d10c542-f672-48a9-b0a8-175bf4165bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:02:20.573703 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d10c542-f672-48a9-b0a8-175bf4165bbb admin admin] Received port after_create {{(pid=73839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:02:20.574910 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0d10c542-f672-48a9-b0a8-175bf4165bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656339'] for router_interface, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:20.758034 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10c542-f672-48a9-b0a8-175bf4165bbb admin admin] Pushing event updated for resources: {'Port': ['ID=aaca3eb3-4886-46ae-80fc-753303c326bd,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:02:20.767647 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-6b010c3a-bc88-4671-b7dc-648bf0ffddab None None] Provisioning for port aaca3eb3-4886-46ae-80fc-753303c326bd completed by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:02:20.770696 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-0d10c542-f672-48a9-b0a8-175bf4165bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:02:20.775071 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-6b010c3a-bc88-4671-b7dc-648bf0ffddab None None] Provisioning complete for port aaca3eb3-4886-46ae-80fc-753303c326bd triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:02:20.775554 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-6b010c3a-bc88-4671-b7dc-648bf0ffddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:20.835164 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-6b010c3a-bc88-4671-b7dc-648bf0ffddab None None] Port aaca3eb3-4886-46ae-80fc-753303c326bd cannot update to ACTIVE because it is not bound. {{(pid=73840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:02:20.890305 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0d10c542-f672-48a9-b0a8-175bf4165bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:21.116014 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0d10c542-f672-48a9-b0a8-175bf4165bbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:21.120211 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0d10c542-f672-48a9-b0a8-175bf4165bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:21.121281 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0d10c542-f672-48a9-b0a8-175bf4165bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656240'] for router_interface, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:21.125144 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:02:21.263378 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10c542-f672-48a9-b0a8-175bf4165bbb admin admin] Pushing event updated for resources: {'Port': ['ID=aaca3eb3-4886-46ae-80fc-753303c326bd,revision_number=2']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:02:21.269975 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-0d10c542-f672-48a9-b0a8-175bf4165bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:02:21.323342 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d10c542-f672-48a9-b0a8-175bf4165bbb admin admin] Network 20334db7-84a9-4320-afd6-a1acf8d896a5 is already hosted by enough agents. {{(pid=73839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:02:21.324460 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-0d10c542-f672-48a9-b0a8-175bf4165bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:02:21.513568 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d10c542-f672-48a9-b0a8-175bf4165bbb admin admin] Router 00012a1a-4084-4c03-9c9c-ad5c78a92688 is scheduled to L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f with binding_index 1 {{(pid=73839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 02 03:02:21.557696 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-c115d505-dce5-4a8e-a8c3-8ae57fd47bf4 None None] Provisioning complete for port aaca3eb3-4886-46ae-80fc-753303c326bd triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:02:21.558105 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-c115d505-dce5-4a8e-a8c3-8ae57fd47bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:21.615248 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-c115d505-dce5-4a8e-a8c3-8ae57fd47bf4 None None] Port aaca3eb3-4886-46ae-80fc-753303c326bd cannot update to ACTIVE because it is not bound. {{(pid=73840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:02:21.670885 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d10c542-f672-48a9-b0a8-175bf4165bbb admin admin] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:02:21.680010 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-0d10c542-f672-48a9-b0a8-175bf4165bbb admin admin] 10.222.0.20 "PUT /v2.0/routers/00012a1a-4084-4c03-9c9c-ad5c78a92688/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1267905 May 02 03:02:21.680568 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] Sync routers for ids ['00012a1a-4084-4c03-9c9c-ad5c78a92688'] in dv-cinder-789077-1-smb {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:02:21.692390 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] Routers {'00012a1a-4084-4c03-9c9c-ad5c78a92688'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:02:21.693259 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:02:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['00012a1a-4084-4c03-9c9c-ad5c78a92688'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:02:21.879962 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] Set router 00012a1a-4084-4c03-9c9c-ad5c78a92688 gateway port host: None {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:02:22.262319 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00012a1a-4084-4c03-9c9c-ad5c78a92688', 'name': 'router1', 'tenant_id': '50ab8a4f25e94059b95ced61d1a8a049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:02:11Z', 'updated_at': '2021-05-02T03:02:20Z', 'revision_number': 2, 'project_id': '50ab8a4f25e94059b95ced61d1a8a049', 'gw_port_host': None, '_interfaces': [{'id': 'aaca3eb3-4886-46ae-80fc-753303c326bd', 'name': '', 'network_id': '20334db7-84a9-4320-afd6-a1acf8d896a5', 'tenant_id': '50ab8a4f25e94059b95ced61d1a8a049', 'mac_address': 'fa:16:3e:84:67:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00012a1a-4084-4c03-9c9c-ad5c78a92688', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7b2016e-7ee2-443f-ac60-b4fe5d85e957', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:02:20Z', 'updated_at': '2021-05-02T03:02:20Z', 'revision_number': 2, 'project_id': '50ab8a4f25e94059b95ced61d1a8a049', 'subnets': [{'id': 'b7b2016e-7ee2-443f-ac60-b4fe5d85e957', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e26ba111-4995-497e-ba00-a9954ed53c1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:02:22.267524 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] Checking router: 00012a1a-4084-4c03-9c9c-ad5c78a92688 for host: dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:02:22.267898 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] Updating router 00012a1a-4084-4c03-9c9c-ad5c78a92688 port aaca3eb3-4886-46ae-80fc-753303c326bd binding host dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:02:22.323461 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:22.710894 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] Notify callbacks [] for port, precommit_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:22.727787 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.provisioning_blocks [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] Transition to ACTIVE for port object aaca3eb3-4886-46ae-80fc-753303c326bd will not be triggered until provisioned by entity L2. {{(pid=73841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:02:22.736537 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:22.746170 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:02:22.952335 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf5a94-8f7c-4eec-b532-32dc901835ee None None] Pushing event updated for resources: {'Port': ['ID=aaca3eb3-4886-46ae-80fc-753303c326bd,revision_number=3']} {{(pid=73841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:02:22.970459 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf5a94-8f7c-4eec-b532-32dc901835ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:22.970714 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf5a94-8f7c-4eec-b532-32dc901835ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:22.971053 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf5a94-8f7c-4eec-b532-32dc901835ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:22.971406 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf5a94-8f7c-4eec-b532-32dc901835ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:22.971728 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf5a94-8f7c-4eec-b532-32dc901835ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:22.972049 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf5a94-8f7c-4eec-b532-32dc901835ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:22.972368 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf5a94-8f7c-4eec-b532-32dc901835ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:22.972681 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf5a94-8f7c-4eec-b532-32dc901835ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:22.972994 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf5a94-8f7c-4eec-b532-32dc901835ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:22.973305 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf5a94-8f7c-4eec-b532-32dc901835ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:22.973617 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf5a94-8f7c-4eec-b532-32dc901835ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:22.973929 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf5a94-8f7c-4eec-b532-32dc901835ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf5a94-8f7c-4eec-b532-32dc901835ee None None] Tracked resource versions report: May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: pushed versions: May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: { 'AddressGroup': {'1.2'}, May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: 'ConntrackHelper': {'1.0'}, May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: 'Log': {'1.0'}, May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: 'Network': {'1.1'}, May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: 'Port': {'1.7'}, May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: 'PortForwarding': {'1.2'}, May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: 'QosPolicy': {'1.8'}, May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: 'SecurityGroup': {'1.4'}, May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: 'SecurityGroupRule': {'1.2'}, May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: 'SubPort': {'1.0'}, May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: 'Subnet': {'1.1'}, May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: 'Trunk': {'1.1'}} May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: consumer versions: May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: { DHCP agent@dv-cinder-789077-1-smb: {}, May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: L3 agent@dv-cinder-789077-1-smb: {}, May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: Metadata agent@dv-cinder-789077-1-smb: {}, May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: Metering agent@dv-cinder-789077-1-smb: {}, May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: Open vSwitch agent@dv-cinder-789077-1-smb: { 'AddressGroup': '1.2', May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: 'ConntrackHelper': '1.0', May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: 'Log': '1.0', May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: 'Network': '1.1', May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: 'Port': '1.7', May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: 'PortForwarding': '1.2', May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: 'QosPolicy': '1.8', May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: 'SecurityGroup': '1.4', May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: 'SecurityGroupRule': '1.2', May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: 'SubPort': '1.0', May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: 'Subnet': '1.1', May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: 'Trunk': '1.1'}} May 02 03:02:22.975054 dv-cinder-789077-1-smb neutron-server[73841]: {{(pid=73841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 03:02:22.989467 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [None req-12bf5a94-8f7c-4eec-b532-32dc901835ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:02:22.993560 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.managers [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] Attempting to bind port aaca3eb3-4886-46ae-80fc-753303c326bd on host dv-cinder-789077-1-smb for vnic_type normal with profile {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:02:22.993983 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.managers [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] Attempting to bind port aaca3eb3-4886-46ae-80fc-753303c326bd by drivers openvswitch,hyperv on host dv-cinder-789077-1-smb at level 0 using segments [{'id': '6bb23d3b-cd1c-4e63-89a0-9b79528fe278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '20334db7-84a9-4320-afd6-a1acf8d896a5'}] {{(pid=73841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:02:22.994458 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] Attempting to bind port aaca3eb3-4886-46ae-80fc-753303c326bd on network 20334db7-84a9-4320-afd6-a1acf8d896a5 {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:02:23.000648 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] Checking agent: {'id': 'bb6488c3-d59c-408d-aa24-5113f65b4245', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 1, 45), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:02:23.001050 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] Checking segment: {'id': '6bb23d3b-cd1c-4e63-89a0-9b79528fe278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '20334db7-84a9-4320-afd6-a1acf8d896a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:02:23.001525 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:23.001914 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] Bound using segment: {'id': '6bb23d3b-cd1c-4e63-89a0-9b79528fe278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '20334db7-84a9-4320-afd6-a1acf8d896a5'} {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:02:23.002438 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.managers [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] Bound port: aaca3eb3-4886-46ae-80fc-753303c326bd, host: dv-cinder-789077-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb23d3b-cd1c-4e63-89a0-9b79528fe278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '20334db7-84a9-4320-afd6-a1acf8d896a5'}}] {{(pid=73841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:02:23.002828 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:23.098487 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.db [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] For port aaca3eb3-4886-46ae-80fc-753303c326bd, host dv-cinder-789077-1-smb, cleared binding levels {{(pid=73841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:02:23.102904 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.db [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] For port aaca3eb3-4886-46ae-80fc-753303c326bd, host dv-cinder-789077-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=aaca3eb3-4886-46ae-80fc-753303c326bd,segment=NetworkSegment(6bb23d3b-cd1c-4e63-89a0-9b79528fe278),segment_id=6bb23d3b-cd1c-4e63-89a0-9b79528fe278)] {{(pid=73841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:02:23.110020 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:23.115162 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [None req-12bf5a94-8f7c-4eec-b532-32dc901835ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:02:23.229171 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf5a94-8f7c-4eec-b532-32dc901835ee None None] Pushing event updated for resources: {'Port': ['ID=aaca3eb3-4886-46ae-80fc-753303c326bd,revision_number=4']} {{(pid=73841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:02:23.233398 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [None req-12bf5a94-8f7c-4eec-b532-32dc901835ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:02:23.234397 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] Routers {'00012a1a-4084-4c03-9c9c-ad5c78a92688'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:02:23.234787 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:02:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['00012a1a-4084-4c03-9c9c-ad5c78a92688'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:02:23.393430 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] Set router 00012a1a-4084-4c03-9c9c-ad5c78a92688 gateway port host: None {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:02:23.804685 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00012a1a-4084-4c03-9c9c-ad5c78a92688', 'name': 'router1', 'tenant_id': '50ab8a4f25e94059b95ced61d1a8a049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:02:11Z', 'updated_at': '2021-05-02T03:02:20Z', 'revision_number': 2, 'project_id': '50ab8a4f25e94059b95ced61d1a8a049', 'gw_port_host': None, '_interfaces': [{'id': 'aaca3eb3-4886-46ae-80fc-753303c326bd', 'name': '', 'network_id': '20334db7-84a9-4320-afd6-a1acf8d896a5', 'tenant_id': '50ab8a4f25e94059b95ced61d1a8a049', 'mac_address': 'fa:16:3e:84:67:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00012a1a-4084-4c03-9c9c-ad5c78a92688', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7b2016e-7ee2-443f-ac60-b4fe5d85e957', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:02:20Z', 'updated_at': '2021-05-02T03:02:23Z', 'revision_number': 4, 'project_id': '50ab8a4f25e94059b95ced61d1a8a049', 'subnets': [{'id': 'b7b2016e-7ee2-443f-ac60-b4fe5d85e957', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e26ba111-4995-497e-ba00-a9954ed53c1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:02:23.809315 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a7415c-f415-4713-a589-67bb16157f60 None None] The sync data for ids ['00012a1a-4084-4c03-9c9c-ad5c78a92688'] in dv-cinder-789077-1-smb is: [{'id': '00012a1a-4084-4c03-9c9c-ad5c78a92688', 'name': 'router1', 'tenant_id': '50ab8a4f25e94059b95ced61d1a8a049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:02:11Z', 'updated_at': '2021-05-02T03:02:20Z', 'revision_number': 2, 'project_id': '50ab8a4f25e94059b95ced61d1a8a049', 'gw_port_host': None, '_interfaces': [{'id': 'aaca3eb3-4886-46ae-80fc-753303c326bd', 'name': '', 'network_id': '20334db7-84a9-4320-afd6-a1acf8d896a5', 'tenant_id': '50ab8a4f25e94059b95ced61d1a8a049', 'mac_address': 'fa:16:3e:84:67:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00012a1a-4084-4c03-9c9c-ad5c78a92688', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7b2016e-7ee2-443f-ac60-b4fe5d85e957', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:02:20Z', 'updated_at': '2021-05-02T03:02:23Z', 'revision_number': 4, 'project_id': '50ab8a4f25e94059b95ced61d1a8a049', 'subnets': [{'id': 'b7b2016e-7ee2-443f-ac60-b4fe5d85e957', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e26ba111-4995-497e-ba00-a9954ed53c1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:02:23.912234 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 34744) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:02:24.064459 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8856fd55-81f1-4c20-b0f1-d7e4cdbf595c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:02:24.065755 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-8856fd55-81f1-4c20-b0f1-d7e4cdbf595c admin admin] 10.222.0.20 "GET /v2.0/networks/9f391acb-6dd2-44ac-8608-38eed26063e6 HTTP/1.1" status: 200 len: 842 time: 0.1525714 May 02 03:02:24.075109 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-00f0ebb1-1a5e-4522-83d9-5e42ffdba8a9 admin admin] Request body: {'subnet': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.28.2.0/24', 'ip_version': 4, 'gateway_ip': '172.28.2.1'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:02:24.081156 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-00f0ebb1-1a5e-4522-83d9-5e42ffdba8a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:02:24.084999 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-00f0ebb1-1a5e-4522-83d9-5e42ffdba8a9 admin admin] Usage tracker for resource:subnet and tenant:9e7e2d6334fa4bb2b52191e8fd6e095e is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:02:24.087925 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-00f0ebb1-1a5e-4522-83d9-5e42ffdba8a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:02:24.094317 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-00f0ebb1-1a5e-4522-83d9-5e42ffdba8a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:02:24.104766 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f0ebb1-1a5e-4522-83d9-5e42ffdba8a9 admin admin] Made reservation on behalf of 9e7e2d6334fa4bb2b52191e8fd6e095e for: {'subnet': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:02:24.107470 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-00f0ebb1-1a5e-4522-83d9-5e42ffdba8a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:24.608353 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.objects.ports [None req-00f0ebb1-1a5e-4522-83d9-5e42ffdba8a9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73839) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 02 03:02:24.609704 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-00f0ebb1-1a5e-4522-83d9-5e42ffdba8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for subnet, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:24.617114 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-21213f7c-a656-47a6-a975-e945eb9c99c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:02:24.696406 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0ebb1-1a5e-4522-83d9-5e42ffdba8a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10d86011-1629-4945-9d03-3701e203e3e6,revision_number=0']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:02:24.700311 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f0ebb1-1a5e-4522-83d9-5e42ffdba8a9 admin admin] Checking segment: {'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:02:24.700674 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f0ebb1-1a5e-4522-83d9-5e42ffdba8a9 admin admin] Network hostable DHCP agents. Network: 9f391acb-6dd2-44ac-8608-38eed26063e6, hostable agents: ['614df883-a3aa-459e-9403-57d681838b96'], hosted agents: [] {{(pid=73839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 03:02:24.704989 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-00f0ebb1-1a5e-4522-83d9-5e42ffdba8a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:02:24.730664 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f0ebb1-1a5e-4522-83d9-5e42ffdba8a9 admin admin] Network 9f391acb-6dd2-44ac-8608-38eed26063e6 is scheduled to be hosted by DHCP agent 614df883-a3aa-459e-9403-57d681838b96 with binding_index 1 {{(pid=73839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 03:02:24.744559 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-00f0ebb1-1a5e-4522-83d9-5e42ffdba8a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-smb, 9f391acb-6dd2-44ac-8608-38eed26063e6) {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:02:24.757381 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8538e719-e67e-4785-b901-c41321708b2e None None] Network 9f391acb-6dd2-44ac-8608-38eed26063e6 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:02:24.764832 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f0ebb1-1a5e-4522-83d9-5e42ffdba8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:02:24.766363 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-00f0ebb1-1a5e-4522-83d9-5e42ffdba8a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:24.801180 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-00f0ebb1-1a5e-4522-83d9-5e42ffdba8a9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7294579 May 02 03:02:25.067479 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c03007-6a4d-4ab9-8562-80d2f9f0c094 None None] Network 9f391acb-6dd2-44ac-8608-38eed26063e6 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:02:26.857067 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device aaca3eb3-4886-46ae-80fc-753303c326bd up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:02:26.932092 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning for port aaca3eb3-4886-46ae-80fc-753303c326bd completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:02:26.937215 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port aaca3eb3-4886-46ae-80fc-753303c326bd triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:02:26.937590 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:27.065741 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:27.101544 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] For port aaca3eb3-4886-46ae-80fc-753303c326bd, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=aaca3eb3-4886-46ae-80fc-753303c326bd,segment=NetworkSegment(6bb23d3b-cd1c-4e63-89a0-9b79528fe278),segment_id=6bb23d3b-cd1c-4e63-89a0-9b79528fe278)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:02:27.106437 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:27.109176 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:02:27.127764 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 34758) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:02:27.180064 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Pushing event updated for resources: {'Port': ['ID=aaca3eb3-4886-46ae-80fc-753303c326bd,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:02:27.184297 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:02:27.332906 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-eee59180-0b6a-4f1f-8c2c-d97350c3dece admin admin] 10.222.0.20 "GET /v2.0/routers/00012a1a-4084-4c03-9c9c-ad5c78a92688 HTTP/1.1" status: 200 len: 710 time: 0.2039855 May 02 03:02:27.471158 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8679cd22-0fb9-4b0c-abb8-a733e655f436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:02:27.472554 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-8679cd22-0fb9-4b0c-abb8-a733e655f436 admin admin] 10.222.0.20 "GET /v2.0/networks/9f391acb-6dd2-44ac-8608-38eed26063e6 HTTP/1.1" status: 200 len: 886 time: 0.1343300 May 02 03:02:27.481298 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-1fbd263a-d212-47a9-a5f4-42d716c8bf5b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:02:27.945404 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-1fbd263a-d212-47a9-a5f4-42d716c8bf5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-681171', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-700428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29626'] for router, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:28.344639 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-1fbd263a-d212-47a9-a5f4-42d716c8bf5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:28.401187 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-1fbd263a-d212-47a9-a5f4-42d716c8bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:28.534870 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_common [None req-1fbd263a-d212-47a9-a5f4-42d716c8bf5b admin admin] Allocated IP 172.28.2.15 (9f391acb-6dd2-44ac-8608-38eed26063e6/10d86011-1629-4945-9d03-3701e203e3e6/ab182e2e-49e9-4934-9c18-73234c1cf2ff) {{(pid=73839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:02:28.691115 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-1fbd263a-d212-47a9-a5f4-42d716c8bf5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:28.726280 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-1fbd263a-d212-47a9-a5f4-42d716c8bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:28.730595 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-0d10c542-f672-48a9-b0a8-175bf4165bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:02:28.800620 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbd263a-d212-47a9-a5f4-42d716c8bf5b admin admin] Network 9f391acb-6dd2-44ac-8608-38eed26063e6 is already hosted by enough agents. {{(pid=73839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:02:28.801776 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-1fbd263a-d212-47a9-a5f4-42d716c8bf5b admin admin] Resources bound (agent type, host, resource id): {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:02:28.808729 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd263a-d212-47a9-a5f4-42d716c8bf5b admin admin] Pushing event updated for resources: {'Port': ['ID=ab182e2e-49e9-4934-9c18-73234c1cf2ff,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:02:28.816579 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device aaca3eb3-4886-46ae-80fc-753303c326bd up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:02:28.823018 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbd263a-d212-47a9-a5f4-42d716c8bf5b admin admin] Received port after_create {{(pid=73839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:02:28.892746 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port aaca3eb3-4886-46ae-80fc-753303c326bd triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:02:28.892746 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:28.954794 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-1fbd263a-d212-47a9-a5f4-42d716c8bf5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:02:29.225354 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-1fbd263a-d212-47a9-a5f4-42d716c8bf5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:29.577810 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-1fbd263a-d212-47a9-a5f4-42d716c8bf5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-681171', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-700428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29626'] for router, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:29.581142 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-1fbd263a-d212-47a9-a5f4-42d716c8bf5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-681106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-700421'] for router, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:29.807563 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbd263a-d212-47a9-a5f4-42d716c8bf5b admin admin] Router 00012a1a-4084-4c03-9c9c-ad5c78a92688 has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:02:30.003383 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbd263a-d212-47a9-a5f4-42d716c8bf5b admin admin] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:02:30.013705 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-1fbd263a-d212-47a9-a5f4-42d716c8bf5b admin admin] Notify callbacks [] for router, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:30.015875 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-1fbd263a-d212-47a9-a5f4-42d716c8bf5b admin admin] 10.222.0.20 "PUT /v2.0/routers/00012a1a-4084-4c03-9c9c-ad5c78a92688 HTTP/1.1" status: 200 len: 889 time: 2.5377944 May 02 03:02:30.016031 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] Sync routers for ids ['00012a1a-4084-4c03-9c9c-ad5c78a92688'] in dv-cinder-789077-1-smb {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:02:30.033057 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] Routers {'00012a1a-4084-4c03-9c9c-ad5c78a92688'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:02:30.034186 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:02:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['00012a1a-4084-4c03-9c9c-ad5c78a92688'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:02:30.309906 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] Set router 00012a1a-4084-4c03-9c9c-ad5c78a92688 gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:02:30.680938 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00012a1a-4084-4c03-9c9c-ad5c78a92688', 'name': 'router1', 'tenant_id': '50ab8a4f25e94059b95ced61d1a8a049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': 'ab182e2e-49e9-4934-9c18-73234c1cf2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:02:11Z', 'updated_at': '2021-05-02T03:02:29Z', 'revision_number': 4, 'project_id': '50ab8a4f25e94059b95ced61d1a8a049', 'gw_port': {'id': 'ab182e2e-49e9-4934-9c18-73234c1cf2ff', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ca:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00012a1a-4084-4c03-9c9c-ad5c78a92688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:02:28Z', 'updated_at': '2021-05-02T03:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': 'aaca3eb3-4886-46ae-80fc-753303c326bd', 'name': '', 'network_id': '20334db7-84a9-4320-afd6-a1acf8d896a5', 'tenant_id': '50ab8a4f25e94059b95ced61d1a8a049', 'mac_address': 'fa:16:3e:84:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00012a1a-4084-4c03-9c9c-ad5c78a92688', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7b2016e-7ee2-443f-ac60-b4fe5d85e957', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:02:20Z', 'updated_at': '2021-05-02T03:02:27Z', 'revision_number': 5, 'project_id': '50ab8a4f25e94059b95ced61d1a8a049', 'subnets': [{'id': 'b7b2016e-7ee2-443f-ac60-b4fe5d85e957', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e26ba111-4995-497e-ba00-a9954ed53c1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:02:30.687383 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] Checking router: 00012a1a-4084-4c03-9c9c-ad5c78a92688 for host: dv-cinder-789077-1-smb {{(pid=73840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:02:30.687753 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] Updating router 00012a1a-4084-4c03-9c9c-ad5c78a92688 port ab182e2e-49e9-4934-9c18-73234c1cf2ff binding host dv-cinder-789077-1-smb {{(pid=73840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:02:30.747975 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:31.128735 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:31.142255 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] Transition to ACTIVE for port object ab182e2e-49e9-4934-9c18-73234c1cf2ff will not be triggered until provisioned by entity L2. {{(pid=73840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:02:31.149392 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:31.154290 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:02:31.225415 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] Attempting to bind port ab182e2e-49e9-4934-9c18-73234c1cf2ff on host dv-cinder-789077-1-smb for vnic_type normal with profile {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:02:31.225806 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] Attempting to bind port ab182e2e-49e9-4934-9c18-73234c1cf2ff by drivers openvswitch,hyperv on host dv-cinder-789077-1-smb at level 0 using segments [{'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:02:31.226405 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] Attempting to bind port ab182e2e-49e9-4934-9c18-73234c1cf2ff on network 9f391acb-6dd2-44ac-8608-38eed26063e6 {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:02:31.238635 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] Checking agent: {'id': 'bb6488c3-d59c-408d-aa24-5113f65b4245', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 1, 45), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:02:31.239009 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] Checking segment: {'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:02:31.239440 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:31.239834 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] Bound using segment: {'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:02:31.240313 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] Bound port: ab182e2e-49e9-4934-9c18-73234c1cf2ff, host: dv-cinder-789077-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:02:31.240717 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:31.265283 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da97eba-c236-4a59-8a47-d36a6c0ebb2d None None] Pushing event updated for resources: {'Port': ['ID=ab182e2e-49e9-4934-9c18-73234c1cf2ff,revision_number=2']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:02:31.273195 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-2da97eba-c236-4a59-8a47-d36a6c0ebb2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:02:31.325425 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] For port ab182e2e-49e9-4934-9c18-73234c1cf2ff, host dv-cinder-789077-1-smb, cleared binding levels {{(pid=73840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:02:31.329239 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] For port ab182e2e-49e9-4934-9c18-73234c1cf2ff, host dv-cinder-789077-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=ab182e2e-49e9-4934-9c18-73234c1cf2ff,segment=NetworkSegment(000b502f-0377-4925-a8c0-e47bbb3cb5cf),segment_id=000b502f-0377-4925-a8c0-e47bbb3cb5cf)] {{(pid=73840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:02:31.333550 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:31.337584 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-2d2bc4fd-3e5f-4d78-aab5-211bfc6ebe26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:02:31.411933 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] Routers {'00012a1a-4084-4c03-9c9c-ad5c78a92688'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:02:31.412553 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:02:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['00012a1a-4084-4c03-9c9c-ad5c78a92688'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:02:31.473168 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da97eba-c236-4a59-8a47-d36a6c0ebb2d None None] Pushing event updated for resources: {'Port': ['ID=ab182e2e-49e9-4934-9c18-73234c1cf2ff,revision_number=3']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:02:31.482706 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-2da97eba-c236-4a59-8a47-d36a6c0ebb2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:02:31.604444 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] Set router 00012a1a-4084-4c03-9c9c-ad5c78a92688 gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:02:31.966733 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00012a1a-4084-4c03-9c9c-ad5c78a92688', 'name': 'router1', 'tenant_id': '50ab8a4f25e94059b95ced61d1a8a049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': 'ab182e2e-49e9-4934-9c18-73234c1cf2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:02:11Z', 'updated_at': '2021-05-02T03:02:29Z', 'revision_number': 4, 'project_id': '50ab8a4f25e94059b95ced61d1a8a049', 'gw_port': {'id': 'ab182e2e-49e9-4934-9c18-73234c1cf2ff', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ca:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00012a1a-4084-4c03-9c9c-ad5c78a92688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:02:28Z', 'updated_at': '2021-05-02T03:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': 'aaca3eb3-4886-46ae-80fc-753303c326bd', 'name': '', 'network_id': '20334db7-84a9-4320-afd6-a1acf8d896a5', 'tenant_id': '50ab8a4f25e94059b95ced61d1a8a049', 'mac_address': 'fa:16:3e:84:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00012a1a-4084-4c03-9c9c-ad5c78a92688', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7b2016e-7ee2-443f-ac60-b4fe5d85e957', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:02:20Z', 'updated_at': '2021-05-02T03:02:27Z', 'revision_number': 5, 'project_id': '50ab8a4f25e94059b95ced61d1a8a049', 'subnets': [{'id': 'b7b2016e-7ee2-443f-ac60-b4fe5d85e957', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e26ba111-4995-497e-ba00-a9954ed53c1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:02:31.971067 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966d28cd-e8bf-49cd-a033-41ee402f1cb2 None None] The sync data for ids ['00012a1a-4084-4c03-9c9c-ad5c78a92688'] in dv-cinder-789077-1-smb is: [{'id': '00012a1a-4084-4c03-9c9c-ad5c78a92688', 'name': 'router1', 'tenant_id': '50ab8a4f25e94059b95ced61d1a8a049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': 'ab182e2e-49e9-4934-9c18-73234c1cf2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:02:11Z', 'updated_at': '2021-05-02T03:02:29Z', 'revision_number': 4, 'project_id': '50ab8a4f25e94059b95ced61d1a8a049', 'gw_port': {'id': 'ab182e2e-49e9-4934-9c18-73234c1cf2ff', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ca:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00012a1a-4084-4c03-9c9c-ad5c78a92688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:02:28Z', 'updated_at': '2021-05-02T03:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': 'aaca3eb3-4886-46ae-80fc-753303c326bd', 'name': '', 'network_id': '20334db7-84a9-4320-afd6-a1acf8d896a5', 'tenant_id': '50ab8a4f25e94059b95ced61d1a8a049', 'mac_address': 'fa:16:3e:84:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00012a1a-4084-4c03-9c9c-ad5c78a92688', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7b2016e-7ee2-443f-ac60-b4fe5d85e957', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:02:20Z', 'updated_at': '2021-05-02T03:02:27Z', 'revision_number': 5, 'project_id': '50ab8a4f25e94059b95ced61d1a8a049', 'subnets': [{'id': 'b7b2016e-7ee2-443f-ac60-b4fe5d85e957', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e26ba111-4995-497e-ba00-a9954ed53c1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:02:32.509369 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 34770) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:02:32.646807 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-c37508f1-f1d2-44ac-8b85-27dda1022409 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1362700 May 02 03:02:32.837442 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device ab182e2e-49e9-4934-9c18-73234c1cf2ff up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:02:32.910925 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning for port ab182e2e-49e9-4934-9c18-73234c1cf2ff completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:02:32.917507 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port ab182e2e-49e9-4934-9c18-73234c1cf2ff triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:02:32.917913 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:33.049782 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:33.067753 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] For port ab182e2e-49e9-4934-9c18-73234c1cf2ff, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=ab182e2e-49e9-4934-9c18-73234c1cf2ff,segment=NetworkSegment(000b502f-0377-4925-a8c0-e47bbb3cb5cf),segment_id=000b502f-0377-4925-a8c0-e47bbb3cb5cf)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:02:33.072311 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:33.074453 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-251b10e7-4932-4442-9802-7feedb619101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:02:33.142312 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Pushing event updated for resources: {'Port': ['ID=ab182e2e-49e9-4934-9c18-73234c1cf2ff,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:02:33.145676 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:02:34.817859 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device ab182e2e-49e9-4934-9c18-73234c1cf2ff up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:02:34.903720 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port ab182e2e-49e9-4934-9c18-73234c1cf2ff triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:02:34.904104 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:42.044192 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2705286a-fb66-45da-99f9-3a01eb4dd679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:44.608965 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-cd62512c-bac8-4792-b16d-bae399440b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:44.872408 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:45.961146 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:47.679400 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:02:56.070234 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 5 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:03:12.024522 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1a258436-4df4-4480-b2ca-4ac2ccd0f135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:03:14.613213 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-4cf19553-fdb6-45f5-a387-fc46dcf82502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:03:14.890993 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:03:15.970036 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:03:17.687167 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:03:33.062926 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 5 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:03:42.026938 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-4373c854-22a0-4a5d-aff7-afae3dc34d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:03:44.599466 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-e314c139-bf3e-41c0-b436-f7d404474bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:03:44.877497 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:03:45.970866 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:03:47.677512 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:04:10.062326 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 5 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:04:12.019604 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-4e444773-1452-4af5-af31-1d45f157ccd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:04:13.102855 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 35340) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:04:13.176503 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7fb7e3d-1de8-4a78-ad46-12e5642fb48f admin admin] GET failed (client error): The resource could not be found. May 02 03:04:13.177035 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-a7fb7e3d-1de8-4a78-ad46-12e5642fb48f admin admin] Synchronizing usage tracker for tenant:9e7e2d6334fa4bb2b52191e8fd6e095e on resource:network {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:04:13.196880 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-a7fb7e3d-1de8-4a78-ad46-12e5642fb48f admin admin] Unset dirty status for tenant:9e7e2d6334fa4bb2b52191e8fd6e095e on resource:network {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:04:13.198233 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-a7fb7e3d-1de8-4a78-ad46-12e5642fb48f admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0943539 May 02 03:04:13.345245 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9cb498-b3e4-4dc3-ab65-597650c9e6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:04:13.346602 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-ea9cb498-b3e4-4dc3-ab65-597650c9e6f1 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1435616 May 02 03:04:14.602141 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-a7f129d0-8c99-48d1-bc10-35280f13463b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:04:14.872383 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:04:15.470919 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 35350) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:04:15.596250 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fb3e12-3a29-489d-84cd-ce226556781d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:04:15.597585 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-95fb3e12-3a29-489d-84cd-ce226556781d admin admin] 10.222.0.20 "GET /v2.0/subnets/b7b2016e-7ee2-443f-ac60-b4fe5d85e957 HTTP/1.1" status: 200 len: 849 time: 0.1256790 May 02 03:04:15.607378 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-b405eed2-0719-41a8-91ef-e5789a394400 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:04:15.722298 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b405eed2-0719-41a8-91ef-e5789a394400 admin admin] Notify callbacks [] for subnet, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:04:15.931779 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b405eed2-0719-41a8-91ef-e5789a394400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794390934420'] for subnet, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:04:15.936510 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:04:15.970698 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:04:15.990165 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b405eed2-0719-41a8-91ef-e5789a394400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:04:15.990785 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b405eed2-0719-41a8-91ef-e5789a394400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:04:15.992054 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167713dd-1840-4fd9-a540-37dd380ed07e None None] Network 20334db7-84a9-4320-afd6-a1acf8d896a5 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:04:15.992232 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-b405eed2-0719-41a8-91ef-e5789a394400 admin admin] 10.222.0.20 "PUT /v2.0/subnets/b7b2016e-7ee2-443f-ac60-b4fe5d85e957 HTTP/1.1" status: 200 len: 868 time: 0.3890340 May 02 03:04:16.012655 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405eed2-0719-41a8-91ef-e5789a394400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7b2016e-7ee2-443f-ac60-b4fe5d85e957,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:04:16.020875 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405eed2-0719-41a8-91ef-e5789a394400 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:04:16.021237 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405eed2-0719-41a8-91ef-e5789a394400 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:04:16.021569 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405eed2-0719-41a8-91ef-e5789a394400 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:04:16.021889 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405eed2-0719-41a8-91ef-e5789a394400 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:04:16.022221 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405eed2-0719-41a8-91ef-e5789a394400 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:04:16.022542 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405eed2-0719-41a8-91ef-e5789a394400 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:04:16.023607 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405eed2-0719-41a8-91ef-e5789a394400 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:04:16.023607 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405eed2-0719-41a8-91ef-e5789a394400 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:04:16.023607 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405eed2-0719-41a8-91ef-e5789a394400 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:04:16.023894 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405eed2-0719-41a8-91ef-e5789a394400 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:04:16.024146 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405eed2-0719-41a8-91ef-e5789a394400 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:04:16.024460 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405eed2-0719-41a8-91ef-e5789a394400 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:04:16.029092 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-b405eed2-0719-41a8-91ef-e5789a394400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:04:16.448569 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-e22c2653-f792-4b72-b2f4-3a151f9cbf71 None None] Provisioning complete for port faccb2ad-ac9e-432c-9213-0962905a2e1f triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:04:16.448943 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-e22c2653-f792-4b72-b2f4-3a151f9cbf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:04:16.578296 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-e22c2653-f792-4b72-b2f4-3a151f9cbf71 None None] Provisioning complete for port aaca3eb3-4886-46ae-80fc-753303c326bd triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:04:16.578549 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-e22c2653-f792-4b72-b2f4-3a151f9cbf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:04:17.678160 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:04:18.132304 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 35360) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:04:18.315556 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e7c141-4041-483e-ace4-1f2c9b55fde0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:04:18.315952 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e7c141-4041-483e-ace4-1f2c9b55fde0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:04:18.317509 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-35e7c141-4041-483e-ace4-1f2c9b55fde0 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1841984 May 02 03:04:20.499112 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 35370) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:04:20.678299 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25bdadc-a3d9-4d4b-a849-7c616f720c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:04:20.678694 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25bdadc-a3d9-4d4b-a849-7c616f720c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:04:20.680270 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-a25bdadc-a3d9-4d4b-a849-7c616f720c39 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1801853 May 02 03:04:22.825080 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 35380) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:04:23.002679 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89ecc2e-720f-441d-a0d1-1e946eafeedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:04:23.003995 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-d89ecc2e-720f-441d-a0d1-1e946eafeedb admin admin] 10.222.0.20 "GET /v2.0/networks/20334db7-84a9-4320-afd6-a1acf8d896a5 HTTP/1.1" status: 200 len: 869 time: 0.1779625 May 02 03:04:25.180982 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 35390) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:04:25.353315 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8e9904-9f04-4173-8435-24a1f189374d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:04:25.354680 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-dd8e9904-9f04-4173-8435-24a1f189374d admin admin] 10.222.0.20 "GET /v2.0/networks/9f391acb-6dd2-44ac-8608-38eed26063e6 HTTP/1.1" status: 200 len: 886 time: 0.1727533 May 02 03:04:27.522265 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 35400) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:04:27.634390 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf0ffe2-b3f9-40c0-b77d-ba74a01f184f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:04:27.634849 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf0ffe2-b3f9-40c0-b77d-ba74a01f184f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:04:27.635598 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-fcf0ffe2-b3f9-40c0-b77d-ba74a01f184f admin admin] Synchronizing usage tracker for tenant:9e7e2d6334fa4bb2b52191e8fd6e095e on resource:subnet {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:04:27.654080 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-fcf0ffe2-b3f9-40c0-b77d-ba74a01f184f admin admin] Unset dirty status for tenant:9e7e2d6334fa4bb2b52191e8fd6e095e on resource:subnet {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:04:27.655345 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-fcf0ffe2-b3f9-40c0-b77d-ba74a01f184f admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1320994 May 02 03:04:29.811205 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 35410) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:04:29.926977 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad18369-b739-4da4-bd1c-a68d89becd19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:04:29.927461 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad18369-b739-4da4-bd1c-a68d89becd19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:04:29.931587 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-4ad18369-b739-4da4-bd1c-a68d89becd19 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1193922 May 02 03:04:32.067056 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 35420) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:04:32.174157 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50371b50-5a40-4727-9777-4802177f8e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:04:32.175546 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-50371b50-5a40-4727-9777-4802177f8e9d admin admin] 10.222.0.20 "GET /v2.0/subnets/10d86011-1629-4945-9d03-3701e203e3e6 HTTP/1.1" status: 200 len: 816 time: 0.1075177 May 02 03:04:34.344939 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 35430) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:04:34.453899 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956acc57-b516-48e3-9f33-31079cbc574d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:04:34.455300 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-956acc57-b516-48e3-9f33-31079cbc574d admin admin] 10.222.0.20 "GET /v2.0/subnets/b7b2016e-7ee2-443f-ac60-b4fe5d85e957 HTTP/1.1" status: 200 len: 868 time: 0.1093483 May 02 03:04:42.021662 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-de185df4-5c1c-4768-8458-fe338aab0dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:04:44.606821 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2d98193e-e696-4b08-ab14-0077112c2ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:04:44.877247 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:04:45.974019 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:04:47.062128 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 5 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:04:47.686085 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:04:57.867340 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 35474) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:04:57.916644 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [None req-a705791d-c1ed-4e8f-b4a7-1cf50b1c8e26 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=73838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 02 03:04:57.917745 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-a705791d-c1ed-4e8f-b4a7-1cf50b1c8e26 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494475 May 02 03:05:00.198042 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 35484) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:05:00.267683 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b00173e1-e1c3-4610-989c-8690813919b4 admin admin] GET failed (client error): The resource could not be found. May 02 03:05:00.269251 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-b00173e1-e1c3-4610-989c-8690813919b4 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0693955 May 02 03:05:00.403318 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6173e0e-96e8-461f-bd5d-a8ece0b6e530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:05:00.404748 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-d6173e0e-96e8-461f-bd5d-a8ece0b6e530 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1319118 May 02 03:05:02.614172 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 35494) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:05:02.663925 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:05:02.669155 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:05:02.678943 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:05:02.689100 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Made reservation on behalf of 9e7e2d6334fa4bb2b52191e8fd6e095e for: {'network': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:05:02.691501 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for network, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:02.781055 dv-cinder-789077-1-smb neutron-server[73839]: WARNING neutron.services.revisions.revision_plugin [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Could not find related network for resource to bump revision. May 02 03:05:02.794789 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=73839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 03:05:02.805763 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794390944552', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:02.806312 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Unsubscribe: segment precommit_create {{(pid=73839) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 02 03:05:02.806892 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.db.segments_db [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Added segment faffa98a-e140-46f4-b79d-fe2fde7455f1 of type vlan for network c9bc4c8a-96a4-453b-b95c-3227141162f2 May 02 03:05:02.846571 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794390503316'] for network, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:02.884566 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for network, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:02.886056 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:05:02.886668 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:02.891193 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:05:02.980527 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3652530 May 02 03:05:02.985575 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Pushing event updated for resources: {'Network': ['ID=c9bc4c8a-96a4-453b-b95c-3227141162f2,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:05:02.993175 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:02.993516 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:02.993851 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:02.994180 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:02.994508 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:02.994865 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:02.995763 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:02.996100 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:02.996443 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:02.996765 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:02.997082 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:02.997397 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:03.001687 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:05:03.009284 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Network c9bc4c8a-96a4-453b-b95c-3227141162f2 details requested by agent ovs-agent-dv-cinder-789077-1-smb with host dv-cinder-789077-1-smb {{(pid=73840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 02 03:05:05.162923 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 35504) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:05:05.237421 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.pecan_wsgi.hooks.translation [None req-c011e9e4-e9fe-431a-bf23-d1b13ed3b7ea admin admin] GET failed (client error): The resource could not be found. May 02 03:05:05.237942 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-c011e9e4-e9fe-431a-bf23-d1b13ed3b7ea admin admin] Synchronizing usage tracker for tenant:9e7e2d6334fa4bb2b52191e8fd6e095e on resource:network {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:05:05.254261 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-c011e9e4-e9fe-431a-bf23-d1b13ed3b7ea admin admin] Unset dirty status for tenant:9e7e2d6334fa4bb2b52191e8fd6e095e on resource:network {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:05:05.255501 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-c011e9e4-e9fe-431a-bf23-d1b13ed3b7ea admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0915959 May 02 03:05:05.364640 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909043b7-12a3-413d-b83f-f9d13c4fab40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:05:05.366005 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-909043b7-12a3-413d-b83f-f9d13c4fab40 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1066897 May 02 03:05:05.376392 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-303823d3-0f71-49c8-acfe-75f1c71d31fd admin admin] Request body: {'subnet': {'network_id': 'c9bc4c8a-96a4-453b-b95c-3227141162f2', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:05:05.380843 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-303823d3-0f71-49c8-acfe-75f1c71d31fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:05:05.390792 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-303823d3-0f71-49c8-acfe-75f1c71d31fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:05:05.400069 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303823d3-0f71-49c8-acfe-75f1c71d31fd admin admin] Made reservation on behalf of 9e7e2d6334fa4bb2b52191e8fd6e095e for: {'subnet': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:05:05.403255 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-303823d3-0f71-49c8-acfe-75f1c71d31fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:05.780695 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-303823d3-0f71-49c8-acfe-75f1c71d31fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for subnet, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:05.784400 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-00f0ebb1-1a5e-4522-83d9-5e42ffdba8a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:05:05.907074 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303823d3-0f71-49c8-acfe-75f1c71d31fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8d21f91-4c5f-461e-987a-8bf47319a1af,revision_number=0']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:05:05.912468 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303823d3-0f71-49c8-acfe-75f1c71d31fd admin admin] Checking segment: {'id': 'faffa98a-e140-46f4-b79d-fe2fde7455f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c9bc4c8a-96a4-453b-b95c-3227141162f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:05:05.912821 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303823d3-0f71-49c8-acfe-75f1c71d31fd admin admin] Network hostable DHCP agents. Network: c9bc4c8a-96a4-453b-b95c-3227141162f2, hostable agents: ['614df883-a3aa-459e-9403-57d681838b96'], hosted agents: [] {{(pid=73839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 03:05:05.915569 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-303823d3-0f71-49c8-acfe-75f1c71d31fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:05:05.931900 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303823d3-0f71-49c8-acfe-75f1c71d31fd admin admin] Network c9bc4c8a-96a4-453b-b95c-3227141162f2 is scheduled to be hosted by DHCP agent 614df883-a3aa-459e-9403-57d681838b96 with binding_index 1 {{(pid=73839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 03:05:05.941925 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-303823d3-0f71-49c8-acfe-75f1c71d31fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-smb, c9bc4c8a-96a4-453b-b95c-3227141162f2) {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:05:05.946401 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303823d3-0f71-49c8-acfe-75f1c71d31fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:05:05.946983 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-303823d3-0f71-49c8-acfe-75f1c71d31fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:05.952453 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea485799-38f1-4de2-98c4-b9c2bfe7144a None None] Network c9bc4c8a-96a4-453b-b95c-3227141162f2 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:05:05.973020 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-303823d3-0f71-49c8-acfe-75f1c71d31fd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5999966 May 02 03:05:06.176458 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc315f690-2e35-5bac-9706-73e01d5bab1b-c9bc4c8a-96a4-453b-b95c-3227141162f2', 'network_id': 'c9bc4c8a-96a4-453b-b95c-3227141162f2', 'tenant_id': '9e7e2d6334fa4bb2b52191e8fd6e095e', 'fixed_ips': [{'subnet_id': 'c8d21f91-4c5f-461e-987a-8bf47319a1af'}]}} from dv-cinder-789077-1-smb. {{(pid=73840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 02 03:05:06.177310 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:06.342653 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.db_base_plugin_common [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Allocated IP 192.168.233.2 (c9bc4c8a-96a4-453b-b95c-3227141162f2/c8d21f91-4c5f-461e-987a-8bf47319a1af/67d064e3-a3c0-484b-afac-0ed512601040) {{(pid=73840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:05:06.574957 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Notify callbacks [] for port, precommit_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:06.585458 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Transition to ACTIVE for port object 67d064e3-a3c0-484b-afac-0ed512601040 will not be triggered until provisioned by entity L2. {{(pid=73840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:05:06.605408 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Transition to ACTIVE for port object 67d064e3-a3c0-484b-afac-0ed512601040 will not be triggered until provisioned by entity DHCP. {{(pid=73840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:05:06.612595 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:06.617649 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:05:06.676092 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Network c9bc4c8a-96a4-453b-b95c-3227141162f2 is already hosted by enough agents. {{(pid=73840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:05:06.677265 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.scheduler.base_scheduler [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Resources bound (agent type, host, resource id): {{(pid=73840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:05:06.688374 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Received port after_create {{(pid=73840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:05:06.729347 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Pushing event updated for resources: {'Port': ['ID=67d064e3-a3c0-484b-afac-0ed512601040,revision_number=1']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:05:06.775669 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:06.776018 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:06.777815 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:06.777815 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:06.778015 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:06.778209 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:06.778490 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:06.778810 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:06.779276 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:06.779469 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:06.779789 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:06.780101 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:05:06.790306 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:05:06.800174 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Attempting to bind port 67d064e3-a3c0-484b-afac-0ed512601040 on host dv-cinder-789077-1-smb for vnic_type normal with profile {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:05:06.800562 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Attempting to bind port 67d064e3-a3c0-484b-afac-0ed512601040 by drivers openvswitch,hyperv on host dv-cinder-789077-1-smb at level 0 using segments [{'id': 'faffa98a-e140-46f4-b79d-fe2fde7455f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c9bc4c8a-96a4-453b-b95c-3227141162f2'}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:05:06.800921 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Attempting to bind port 67d064e3-a3c0-484b-afac-0ed512601040 on network c9bc4c8a-96a4-453b-b95c-3227141162f2 {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:05:06.808268 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Checking agent: {'id': 'bb6488c3-d59c-408d-aa24-5113f65b4245', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 1, 45), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:05:06.808644 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Checking segment: {'id': 'faffa98a-e140-46f4-b79d-fe2fde7455f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c9bc4c8a-96a4-453b-b95c-3227141162f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:05:06.809054 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:06.809446 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Bound using segment: {'id': 'faffa98a-e140-46f4-b79d-fe2fde7455f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c9bc4c8a-96a4-453b-b95c-3227141162f2'} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:05:06.809922 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Bound port: 67d064e3-a3c0-484b-afac-0ed512601040, host: dv-cinder-789077-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faffa98a-e140-46f4-b79d-fe2fde7455f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c9bc4c8a-96a4-453b-b95c-3227141162f2'}}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:05:06.810310 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:06.903011 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] For port 67d064e3-a3c0-484b-afac-0ed512601040, host dv-cinder-789077-1-smb, cleared binding levels {{(pid=73840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:05:06.906612 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] For port 67d064e3-a3c0-484b-afac-0ed512601040, host dv-cinder-789077-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=67d064e3-a3c0-484b-afac-0ed512601040,segment=NetworkSegment(faffa98a-e140-46f4-b79d-fe2fde7455f1),segment_id=faffa98a-e140-46f4-b79d-fe2fde7455f1)] {{(pid=73840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:05:06.911285 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:06.915456 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:05:06.996545 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Pushing event updated for resources: {'Port': ['ID=67d064e3-a3c0-484b-afac-0ed512601040,revision_number=2']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:05:06.999728 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:05:07.825436 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ceaab6-f1fb-4813-bac7-0d0466551d7e None None] Network c9bc4c8a-96a4-453b-b95c-3227141162f2 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:05:07.912693 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-96d7dc0c-5d5a-40ab-940a-4b0fb3503299 None None] Provisioning for port 67d064e3-a3c0-484b-afac-0ed512601040 completed by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:05:08.963577 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 67d064e3-a3c0-484b-afac-0ed512601040 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:05:09.032892 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning for port 67d064e3-a3c0-484b-afac-0ed512601040 completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:05:09.037431 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port 67d064e3-a3c0-484b-afac-0ed512601040 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:05:09.037795 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:09.167317 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:09.200246 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] For port 67d064e3-a3c0-484b-afac-0ed512601040, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=67d064e3-a3c0-484b-afac-0ed512601040,segment=NetworkSegment(faffa98a-e140-46f4-b79d-fe2fde7455f1),segment_id=faffa98a-e140-46f4-b79d-fe2fde7455f1)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:05:09.204528 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:09.206617 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-2da97eba-c236-4a59-8a47-d36a6c0ebb2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:05:09.272303 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Pushing event updated for resources: {'Port': ['ID=67d064e3-a3c0-484b-afac-0ed512601040,revision_number=3']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:05:09.275345 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:05:10.945217 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 67d064e3-a3c0-484b-afac-0ed512601040 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:05:11.015847 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port 67d064e3-a3c0-484b-afac-0ed512601040 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:05:11.016209 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:12.024481 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-355f4bf9-daa6-4997-b8ad-1e540cf8a46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:14.610235 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-8b47f691-1184-4a3d-8b6b-f9a9ebe630cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:14.880904 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:15.976837 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:17.677368 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:24.061684 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 5 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:05:42.029951 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-e4528215-21f0-4382-973b-7c72243ccb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:44.612628 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-cd3226bc-354d-408e-9330-f88d1e42f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:44.886102 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:45.980349 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:05:47.688869 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:01.060761 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 5 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:06:12.036350 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-e1ff5b94-74bf-4a1e-a7c3-bddd89a18684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:14.614658 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-9a607311-8e8c-483b-b626-300349c8e839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:14.888653 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:15.983937 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:17.692720 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:18.694751 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 35554) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:06:18.702696 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [None req-5d364e00-bc8a-4021-8811-9b024c5351ea tempest-verify_tempest_config-1024691486 tempest-verify_tempest_config-1024691486-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=73839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 02 03:06:18.703715 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-5d364e00-bc8a-4021-8811-9b024c5351ea tempest-verify_tempest_config-1024691486 tempest-verify_tempest_config-1024691486-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0079818 May 02 03:06:19.020565 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 35572) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:06:19.144543 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-aa67aaed-6ba3-4242-b03b-6f25522ca356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:19.159426 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-aa67aaed-6ba3-4242-b03b-6f25522ca356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:06:19.163262 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-aa67aaed-6ba3-4242-b03b-6f25522ca356 admin admin] Usage tracker for resource:security_group_rule and tenant:0824ac591de7412391b231003249dab8 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:06:19.166608 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-aa67aaed-6ba3-4242-b03b-6f25522ca356 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:06:19.172334 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-aa67aaed-6ba3-4242-b03b-6f25522ca356 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:06:19.267377 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-aa67aaed-6ba3-4242-b03b-6f25522ca356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:19.272200 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-aa67aaed-6ba3-4242-b03b-6f25522ca356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:19.279939 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:06:19.319252 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67aaed-6ba3-4242-b03b-6f25522ca356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabee5fc-6471-408b-b0c6-30b8e7d2fe3b,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:06:19.328339 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-aa67aaed-6ba3-4242-b03b-6f25522ca356 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0824ac591de7412391b231003249dab8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3067245 May 02 03:06:19.329970 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67aaed-6ba3-4242-b03b-6f25522ca356 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:19.330314 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67aaed-6ba3-4242-b03b-6f25522ca356 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:19.330741 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67aaed-6ba3-4242-b03b-6f25522ca356 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:19.331078 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67aaed-6ba3-4242-b03b-6f25522ca356 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:19.331310 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 35578) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:06:19.331774 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67aaed-6ba3-4242-b03b-6f25522ca356 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:19.331774 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67aaed-6ba3-4242-b03b-6f25522ca356 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:19.332060 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67aaed-6ba3-4242-b03b-6f25522ca356 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:19.332519 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67aaed-6ba3-4242-b03b-6f25522ca356 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:19.332709 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67aaed-6ba3-4242-b03b-6f25522ca356 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:19.333117 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67aaed-6ba3-4242-b03b-6f25522ca356 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:19.333444 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67aaed-6ba3-4242-b03b-6f25522ca356 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:19.333809 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67aaed-6ba3-4242-b03b-6f25522ca356 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:19.338843 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-aa67aaed-6ba3-4242-b03b-6f25522ca356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:06:19.400553 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-671d808d-42fe-4fd0-8a3e-8a611ed94015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:19.427684 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-671d808d-42fe-4fd0-8a3e-8a611ed94015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:19.523754 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-671d808d-42fe-4fd0-8a3e-8a611ed94015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:19.528050 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:06:19.539081 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d808d-42fe-4fd0-8a3e-8a611ed94015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabee5fc-6471-408b-b0c6-30b8e7d2fe3b,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:06:19.548827 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d808d-42fe-4fd0-8a3e-8a611ed94015 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:19.549171 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d808d-42fe-4fd0-8a3e-8a611ed94015 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:19.549509 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d808d-42fe-4fd0-8a3e-8a611ed94015 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:19.549837 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d808d-42fe-4fd0-8a3e-8a611ed94015 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:19.550163 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d808d-42fe-4fd0-8a3e-8a611ed94015 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:19.550489 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d808d-42fe-4fd0-8a3e-8a611ed94015 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:19.550813 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d808d-42fe-4fd0-8a3e-8a611ed94015 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:19.551156 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d808d-42fe-4fd0-8a3e-8a611ed94015 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:19.551493 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d808d-42fe-4fd0-8a3e-8a611ed94015 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:19.551815 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d808d-42fe-4fd0-8a3e-8a611ed94015 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:19.552134 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d808d-42fe-4fd0-8a3e-8a611ed94015 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:19.552451 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d808d-42fe-4fd0-8a3e-8a611ed94015 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:06:19.556334 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-671d808d-42fe-4fd0-8a3e-8a611ed94015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:06:19.557956 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-671d808d-42fe-4fd0-8a3e-8a611ed94015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:19.559081 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-671d808d-42fe-4fd0-8a3e-8a611ed94015 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aabee5fc-6471-408b-b0c6-30b8e7d2fe3b HTTP/1.1" status: 204 len: 168 time: 0.2267897 May 02 03:06:38.060017 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 5 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:06:42.042734 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1c643555-b30d-424b-9eff-eb549ac1b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:44.616649 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-b44d782d-bf4d-46a3-a807-a9a655bf36e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:44.891498 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:45.987248 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:06:47.692659 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:07:12.043473 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-77e0e0b0-9f0c-4318-a079-2725982928ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:07:14.619609 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-c766c5c1-d26c-48c2-ac21-ea1d1be9cd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:07:14.892490 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:07:15.058801 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 5 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:07:15.989411 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:07:17.699361 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:07:42.045137 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-b9571e36-ee91-4d62-b039-76e60d02fa3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:07:44.620878 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-f425645b-1358-4481-b624-edbdf941a21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:07:44.895529 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:07:45.991989 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:07:47.698625 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:07:52.058725 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 5 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:07:59.152343 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543'] for agent, after_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:02.962382 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 35630) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:08:03.078293 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-c12d300e-d5aa-47ba-b068-494fb9913bcd admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1147873 May 02 03:08:05.224410 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 35640) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:08:05.281711 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-b479db09-66b2-4767-a315-c3d425ab01d8 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0556839 May 02 03:08:12.047072 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-91bfe54d-f388-4c89-8eef-d919168d0e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:14.622092 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-8d86fad7-8c88-426b-ada7-b87f98889fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:14.899449 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:15.994091 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:17.701454 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:29.058938 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:08:29.121705 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:42.049404 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-7df39c41-e391-4473-8c48-2f373b802a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:44.622984 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-90026f89-ee20-452a-92c5-9aec7de9e4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:44.901846 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:45.997271 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:47.704018 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:08:59.140247 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:06.059110 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:09:12.053895 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-3a7dd7f7-6303-450a-b3a9-d545014914cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:14.625338 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-64baeeac-e076-4824-bba1-853f09d8cb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:14.904417 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:16.000870 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:17.707584 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:29.134254 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:35.704571 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 35822) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:35.873138 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 35836) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:36.142177 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1652503319-network', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:09:36.147881 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:09:36.152351 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Usage tracker for resource:network and tenant:71a14cf4cc2e4dee8eb774056ca84b10 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:09:36.155440 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:09:36.162145 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:09:36.173666 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Made reservation on behalf of 71a14cf4cc2e4dee8eb774056ca84b10 for: {'network': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:09:36.176873 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for network, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:36.190093 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:36.220412 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:09:36.224899 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Usage tracker for resource:security_group_rule and tenant:71a14cf4cc2e4dee8eb774056ca84b10 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:09:36.228055 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:09:36.234624 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:09:36.326028 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:36.330587 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:36.351767 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=73839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 03:09:36.354690 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-aa67aaed-6ba3-4242-b03b-6f25522ca356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:36.373445 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:36.373790 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.db.segments_db [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Added segment 898a12c4-9c33-43db-aa28-9637c9b514c6 of type vlan for network d7689858-9039-425a-935e-3344516b06bf May 02 03:09:36.410886 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-713855185-network', 'tenant_id': '42c15d9132f24a548967a141c68926b6'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:09:36.419785 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794390503316'] for network, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:36.431389 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddea8413-bc93-42fb-8e3a-11b17c41cfb6,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:36.442343 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:36.442738 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:36.442990 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:36.443363 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:36.443684 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:36.443975 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:36.444288 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:36.444875 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:36.445006 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:36.445223 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:36.445532 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:36.445836 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Tracked resource versions report: May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: pushed versions: May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: { 'AddressGroup': {'1.2'}, May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: 'ConntrackHelper': {'1.0'}, May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: 'Log': {'1.0'}, May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: 'Network': {'1.1'}, May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: 'Port': {'1.7'}, May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: 'PortForwarding': {'1.2'}, May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: 'QosPolicy': {'1.8'}, May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: 'SecurityGroup': {'1.4'}, May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: 'SecurityGroupRule': {'1.2'}, May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: 'SubPort': {'1.0'}, May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: 'Subnet': {'1.1'}, May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: 'Trunk': {'1.1'}} May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: consumer versions: May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: { DHCP agent@dv-cinder-789077-1-smb: {}, May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: HyperV agent@hv-cinder-78907: {}, May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: L3 agent@dv-cinder-789077-1-smb: {}, May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: Metadata agent@dv-cinder-789077-1-smb: {}, May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: Metering agent@dv-cinder-789077-1-smb: {}, May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: Open vSwitch agent@dv-cinder-789077-1-smb: { 'AddressGroup': '1.2', May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: 'ConntrackHelper': '1.0', May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: 'Log': '1.0', May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: 'Network': '1.1', May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: 'Port': '1.7', May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: 'PortForwarding': '1.2', May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: 'QosPolicy': '1.8', May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: 'SecurityGroup': '1.4', May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: 'SecurityGroupRule': '1.2', May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: 'SubPort': '1.0', May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: 'Subnet': '1.1', May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: 'Trunk': '1.1'}} May 02 03:09:36.446877 dv-cinder-789077-1-smb neutron-server[73839]: {{(pid=73839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 03:09:36.464483 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:09:36.466950 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:36.473804 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Usage tracker for resource:network and tenant:42c15d9132f24a548967a141c68926b6 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:09:36.477006 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for network, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:36.477891 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:09:36.481559 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:09:36.482402 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:36.494933 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b4e99212-2034-4565-9563-0a57af032c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:36.528484 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:09:36.605745 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Pushing event updated for resources: {'Network': ['ID=d7689858-9039-425a-935e-3344516b06bf,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:36.611922 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Made reservation on behalf of 42c15d9132f24a548967a141c68926b6 for: {'network': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:09:36.614749 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for network, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:36.616614 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 35868) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:36.619105 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Network d7689858-9039-425a-935e-3344516b06bf details requested by agent ovs-agent-dv-cinder-789077-1-smb with host dv-cinder-789077-1-smb {{(pid=73840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 02 03:09:36.625214 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:36.637314 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:36.654317 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9479620 May 02 03:09:36.657288 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:09:36.657452 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 35876) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:36.663066 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Usage tracker for resource:security_group_rule and tenant:42c15d9132f24a548967a141c68926b6 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:09:36.664657 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-e08cee71-fe03-454f-9da6-62cadf1b4b58 admin admin] Request body: {'subnet': {'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1652503319-subnet', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:09:36.667387 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:09:36.674212 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-e08cee71-fe03-454f-9da6-62cadf1b4b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:09:36.674682 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:09:36.686796 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-e08cee71-fe03-454f-9da6-62cadf1b4b58 admin admin] Usage tracker for resource:subnet and tenant:71a14cf4cc2e4dee8eb774056ca84b10 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:09:36.691408 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-e08cee71-fe03-454f-9da6-62cadf1b4b58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:09:36.707209 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-e08cee71-fe03-454f-9da6-62cadf1b4b58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:09:36.728239 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08cee71-fe03-454f-9da6-62cadf1b4b58 admin admin] Made reservation on behalf of 71a14cf4cc2e4dee8eb774056ca84b10 for: {'subnet': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:09:36.731193 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e08cee71-fe03-454f-9da6-62cadf1b4b58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:36.810021 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:36.811157 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 35880) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:36.822278 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:36.829081 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:36.863190 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925b42c0-d5c0-44e1-999b-10cb4058959d,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:36.869283 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:36.879997 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=73839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 03:09:36.891905 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:36.892356 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.db.segments_db [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Added segment f982a65e-375f-40cb-9f51-7cb0ac0c3b48 of type vlan for network 422326d9-912b-4a25-82b9-6ae37fe68d00 May 02 03:09:36.925902 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794390503316'] for network, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:36.965430 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for network, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:36.966842 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:09:36.967447 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:36.974699 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:37.063776 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-277918174-network', 'tenant_id': '44b555abaa0c419ca16d9e4ed7a54340'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:09:37.069204 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:09:37.074066 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Usage tracker for resource:network and tenant:44b555abaa0c419ca16d9e4ed7a54340 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:09:37.077255 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:09:37.085041 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:09:37.095346 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Pushing event updated for resources: {'Network': ['ID=422326d9-912b-4a25-82b9-6ae37fe68d00,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:37.102221 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:37.107901 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Made reservation on behalf of 44b555abaa0c419ca16d9e4ed7a54340 for: {'network': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:09:37.108109 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Network 422326d9-912b-4a25-82b9-6ae37fe68d00 details requested by agent ovs-agent-dv-cinder-789077-1-smb with host dv-cinder-789077-1-smb {{(pid=73840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 02 03:09:37.110847 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for network, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:37.123231 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2486537 May 02 03:09:37.123770 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 35900) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:37.131085 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-ff5f7852-9354-475d-afe9-c7a70970dc13 admin admin] Request body: {'subnet': {'network_id': '422326d9-912b-4a25-82b9-6ae37fe68d00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-713855185-subnet', 'tenant_id': '42c15d9132f24a548967a141c68926b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:09:37.136631 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-ff5f7852-9354-475d-afe9-c7a70970dc13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:09:37.138413 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:37.141630 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-ff5f7852-9354-475d-afe9-c7a70970dc13 admin admin] Usage tracker for resource:subnet and tenant:42c15d9132f24a548967a141c68926b6 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:09:37.145891 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-ff5f7852-9354-475d-afe9-c7a70970dc13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:09:37.152649 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-ff5f7852-9354-475d-afe9-c7a70970dc13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:09:37.163348 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:09:37.167193 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5f7852-9354-475d-afe9-c7a70970dc13 admin admin] Made reservation on behalf of 42c15d9132f24a548967a141c68926b6 for: {'subnet': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:09:37.170357 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-ff5f7852-9354-475d-afe9-c7a70970dc13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:37.172137 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Usage tracker for resource:security_group_rule and tenant:44b555abaa0c419ca16d9e4ed7a54340 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:09:37.175896 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:09:37.185187 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:09:37.286925 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-527918373-network', 'tenant_id': 'd517c1706c83412cb9564e16749007b5'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:09:37.291485 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:09:37.295963 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] Usage tracker for resource:network and tenant:d517c1706c83412cb9564e16749007b5 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:09:37.299260 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:09:37.307228 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:09:37.322892 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] Made reservation on behalf of d517c1706c83412cb9564e16749007b5 for: {'network': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:09:37.325693 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for network, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:37.341624 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:37.360950 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:09:37.365776 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] Usage tracker for resource:security_group_rule and tenant:d517c1706c83412cb9564e16749007b5 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:09:37.369314 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:09:37.375617 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:09:37.401109 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:37.419553 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:37.428250 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-0c27a02c-fe9b-466c-b3c8-8093244ec652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:37.486334 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:37.500089 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:37.513871 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2323337b-2197-46ba-b17a-0a8dcf971239,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:37.525423 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:37.525976 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:37.526407 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:37.526838 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:37.527404 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=73839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 03:09:37.527535 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:37.527901 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:37.528368 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:37.528792 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:37.529243 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:37.529655 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:37.530089 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:37.530679 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Tracked resource versions report: May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: pushed versions: May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: { 'AddressGroup': {'1.2'}, May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: 'ConntrackHelper': {'1.0'}, May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: 'Log': {'1.0'}, May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: 'Network': {'1.1'}, May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: 'Port': {'1.7'}, May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: 'PortForwarding': {'1.2'}, May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: 'QosPolicy': {'1.8'}, May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: 'SecurityGroup': {'1.4'}, May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: 'SecurityGroupRule': {'1.2'}, May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: 'SubPort': {'1.0'}, May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: 'Subnet': {'1.1'}, May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: 'Trunk': {'1.1'}} May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: consumer versions: May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: { DHCP agent@dv-cinder-789077-1-smb: {}, May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: HyperV agent@hv-cinder-78907: {}, May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: L3 agent@dv-cinder-789077-1-smb: {}, May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: Metadata agent@dv-cinder-789077-1-smb: {}, May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: Metering agent@dv-cinder-789077-1-smb: {}, May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: Open vSwitch agent@dv-cinder-789077-1-smb: { 'AddressGroup': '1.2', May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: 'ConntrackHelper': '1.0', May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: 'Log': '1.0', May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: 'Network': '1.1', May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: 'Port': '1.7', May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: 'PortForwarding': '1.2', May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: 'QosPolicy': '1.8', May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: 'SecurityGroup': '1.4', May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: 'SecurityGroupRule': '1.2', May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: 'SubPort': '1.0', May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: 'Subnet': '1.1', May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: 'Trunk': '1.1'}} May 02 03:09:37.531691 dv-cinder-789077-1-smb neutron-server[73838]: {{(pid=73838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 03:09:37.546739 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:37.547778 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.db.segments_db [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] Added segment 9a4193b4-49de-4b60-8991-8a5cf7fb4e4b of type vlan for network de631dfc-e161-49b8-9997-23bba9416921 May 02 03:09:37.556398 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:37.561046 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=73838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 03:09:37.569340 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e08cee71-fe03-454f-9da6-62cadf1b4b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for subnet, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:37.577634 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-b405eed2-0719-41a8-91ef-e5789a394400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:37.605084 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794390503316'] for network, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:37.620774 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:37.621360 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.db.segments_db [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Added segment a10e9ca2-3ce1-481d-9456-5ec414a54a12 of type vlan for network 9795ec03-0bba-48f0-a319-cd1d85d2746a May 02 03:09:37.648727 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:37.662486 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for network, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:37.662742 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08cee71-fe03-454f-9da6-62cadf1b4b58 admin admin] Checking segment: {'id': '898a12c4-9c33-43db-aa28-9637c9b514c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd7689858-9039-425a-935e-3344516b06bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:09:37.663173 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08cee71-fe03-454f-9da6-62cadf1b4b58 admin admin] Network hostable DHCP agents. Network: d7689858-9039-425a-935e-3344516b06bf, hostable agents: ['614df883-a3aa-459e-9403-57d681838b96'], hosted agents: [] {{(pid=73838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 03:09:37.671614 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:09:37.672242 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:37.712857 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794390503316'] for network, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:37.743217 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08cee71-fe03-454f-9da6-62cadf1b4b58 admin admin] Network d7689858-9039-425a-935e-3344516b06bf is scheduled to be hosted by DHCP agent 614df883-a3aa-459e-9403-57d681838b96 with binding_index 1 {{(pid=73838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 03:09:37.751691 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9389827 May 02 03:09:37.755866 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for network, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:37.759286 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 35918) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:37.763296 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:09:37.764170 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:37.769379 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e19d34d-2ac9-487c-94f3-3053d7455f01,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:37.776580 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:37.776985 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:37.817825 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-e08cee71-fe03-454f-9da6-62cadf1b4b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-smb, d7689858-9039-425a-935e-3344516b06bf) {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:09:37.819964 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08cee71-fe03-454f-9da6-62cadf1b4b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1280d3a9-2862-4bcb-8d9b-90a5151f672e,revision_number=0']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:37.827404 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4641c7f9-b7d8-4063-a8ba-dede8c7a663a None None] Network d7689858-9039-425a-935e-3344516b06bf requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:09:37.870359 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-1209dd0c-5d20-45d0-be1c-bf2fae0dea7c admin admin] Request body: {'subnet': {'network_id': 'de631dfc-e161-49b8-9997-23bba9416921', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-527918373-subnet', 'tenant_id': 'd517c1706c83412cb9564e16749007b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:09:37.876045 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-1209dd0c-5d20-45d0-be1c-bf2fae0dea7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:09:37.885723 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-1209dd0c-5d20-45d0-be1c-bf2fae0dea7c admin admin] Usage tracker for resource:subnet and tenant:d517c1706c83412cb9564e16749007b5 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:09:37.888022 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] Pushing event updated for resources: {'Network': ['ID=de631dfc-e161-49b8-9997-23bba9416921,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:37.890989 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-1209dd0c-5d20-45d0-be1c-bf2fae0dea7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:09:37.899060 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-1209dd0c-5d20-45d0-be1c-bf2fae0dea7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:09:37.901161 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:37.901910 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Network de631dfc-e161-49b8-9997-23bba9416921 details requested by agent ovs-agent-dv-cinder-789077-1-smb with host dv-cinder-789077-1-smb {{(pid=73840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 02 03:09:37.908553 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2899709 May 02 03:09:37.910678 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08cee71-fe03-454f-9da6-62cadf1b4b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:09:37.911556 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e08cee71-fe03-454f-9da6-62cadf1b4b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:37.914662 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 35924) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:37.920127 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1209dd0c-5d20-45d0-be1c-bf2fae0dea7c admin admin] Made reservation on behalf of d517c1706c83412cb9564e16749007b5 for: {'subnet': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:09:37.923827 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-1209dd0c-5d20-45d0-be1c-bf2fae0dea7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:37.933290 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-b56cb1a0-e1cf-4a8c-ad92-cb79dcd526dc admin admin] Request body: {'subnet': {'network_id': '9795ec03-0bba-48f0-a319-cd1d85d2746a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-277918174-subnet', 'tenant_id': '44b555abaa0c419ca16d9e4ed7a54340', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:09:37.949184 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-b56cb1a0-e1cf-4a8c-ad92-cb79dcd526dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:09:37.971329 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-b56cb1a0-e1cf-4a8c-ad92-cb79dcd526dc admin admin] Usage tracker for resource:subnet and tenant:44b555abaa0c419ca16d9e4ed7a54340 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:09:37.976726 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-b56cb1a0-e1cf-4a8c-ad92-cb79dcd526dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:09:37.995000 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-b56cb1a0-e1cf-4a8c-ad92-cb79dcd526dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:09:38.043128 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56cb1a0-e1cf-4a8c-ad92-cb79dcd526dc admin admin] Made reservation on behalf of 44b555abaa0c419ca16d9e4ed7a54340 for: {'subnet': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:09:38.050468 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b56cb1a0-e1cf-4a8c-ad92-cb79dcd526dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:38.662645 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc315f690-2e35-5bac-9706-73e01d5bab1b-d7689858-9039-425a-935e-3344516b06bf', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'fixed_ips': [{'subnet_id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e'}]}} from dv-cinder-789077-1-smb. {{(pid=73840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 02 03:09:38.663652 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:38.671748 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-e08cee71-fe03-454f-9da6-62cadf1b4b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.094s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:38.691702 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-ff5f7852-9354-475d-afe9-c7a70970dc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for subnet, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:38.702635 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:38.704010 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-d736239f-eb0d-405f-9853-87a093f7027d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.797s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:38.758792 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-e08cee71-fe03-454f-9da6-62cadf1b4b58 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1002159 May 02 03:09:38.760080 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 35956) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:38.782707 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1652503319-router', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:09:38.789532 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:09:38.796223 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] Usage tracker for resource:router and tenant:71a14cf4cc2e4dee8eb774056ca84b10 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:09:38.801385 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:09:38.809398 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:09:38.892438 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-700514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29505'] for router, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:38.897455 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-681178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29512'] for router, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:38.936865 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:38.947079 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.db_base_plugin_common [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Allocated IP 172.20.0.2 (d7689858-9039-425a-935e-3344516b06bf/1280d3a9-2862-4bcb-8d9b-90a5151f672e/82643e21-6143-4ce5-b262-19b8ef7b8acf) {{(pid=73840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:09:38.962735 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5f7852-9354-475d-afe9-c7a70970dc13 admin admin] Checking segment: {'id': 'f982a65e-375f-40cb-9f51-7cb0ac0c3b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '422326d9-912b-4a25-82b9-6ae37fe68d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:09:38.963387 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5f7852-9354-475d-afe9-c7a70970dc13 admin admin] Network hostable DHCP agents. Network: 422326d9-912b-4a25-82b9-6ae37fe68d00, hostable agents: ['614df883-a3aa-459e-9403-57d681838b96'], hosted agents: [] {{(pid=73839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 03:09:38.988501 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f7852-9354-475d-afe9-c7a70970dc13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b6e3be-0fc1-4ca2-8d57-9b34e3e05baf,revision_number=0']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:39.004873 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-ff5f7852-9354-475d-afe9-c7a70970dc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:39.022870 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5f7852-9354-475d-afe9-c7a70970dc13 admin admin] Network 422326d9-912b-4a25-82b9-6ae37fe68d00 is scheduled to be hosted by DHCP agent 614df883-a3aa-459e-9403-57d681838b96 with binding_index 1 {{(pid=73839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 03:09:39.039215 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-ff5f7852-9354-475d-afe9-c7a70970dc13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-smb, 422326d9-912b-4a25-82b9-6ae37fe68d00) {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:09:39.046084 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5f7852-9354-475d-afe9-c7a70970dc13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:09:39.047358 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-ff5f7852-9354-475d-afe9-c7a70970dc13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:39.056166 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea042e1-efd9-4316-a155-60cf89601de6 None None] Network 422326d9-912b-4a25-82b9-6ae37fe68d00 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:09:39.082933 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-ff5f7852-9354-475d-afe9-c7a70970dc13 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9552264 May 02 03:09:39.088742 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 35964) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:39.105443 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-713855185-router', 'tenant_id': '42c15d9132f24a548967a141c68926b6', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:09:39.168725 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:09:39.200458 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] Usage tracker for resource:router and tenant:42c15d9132f24a548967a141c68926b6 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:09:39.212513 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:09:39.235243 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:09:39.275174 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b56cb1a0-e1cf-4a8c-ad92-cb79dcd526dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for subnet, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:39.278554 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-700514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29505'] for router, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:39.281966 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-681178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29512'] for router, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:39.308365 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-303823d3-0f71-49c8-acfe-75f1c71d31fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:39.408969 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56cb1a0-e1cf-4a8c-ad92-cb79dcd526dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=68ca72a9-45fe-4820-baf3-f86617f6b27b,revision_number=0']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:39.422736 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b56cb1a0-e1cf-4a8c-ad92-cb79dcd526dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:39.443889 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-681171', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-700428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29626'] for router, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:39.449814 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Pushing event updated for resources: {'Network': ['ID=9795ec03-0bba-48f0-a319-cd1d85d2746a,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:39.460022 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:39.478071 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:39.481567 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Network 9795ec03-0bba-48f0-a319-cd1d85d2746a details requested by agent ovs-agent-dv-cinder-789077-1-smb with host dv-cinder-789077-1-smb {{(pid=73840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 02 03:09:39.584675 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56cb1a0-e1cf-4a8c-ad92-cb79dcd526dc admin admin] Checking segment: {'id': 'a10e9ca2-3ce1-481d-9456-5ec414a54a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9795ec03-0bba-48f0-a319-cd1d85d2746a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:09:39.585034 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56cb1a0-e1cf-4a8c-ad92-cb79dcd526dc admin admin] Network hostable DHCP agents. Network: 9795ec03-0bba-48f0-a319-cd1d85d2746a, hostable agents: ['614df883-a3aa-459e-9403-57d681838b96'], hosted agents: [] {{(pid=73839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 03:09:39.693762 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Notify callbacks [] for port, precommit_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:39.707227 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Transition to ACTIVE for port object 82643e21-6143-4ce5-b262-19b8ef7b8acf will not be triggered until provisioned by entity L2. {{(pid=73840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:09:39.728720 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Transition to ACTIVE for port object 82643e21-6143-4ce5-b262-19b8ef7b8acf will not be triggered until provisioned by entity DHCP. {{(pid=73840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:09:39.738428 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-1209dd0c-5d20-45d0-be1c-bf2fae0dea7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for subnet, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:39.745027 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-e08cee71-fe03-454f-9da6-62cadf1b4b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:39.747224 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:39.752067 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56cb1a0-e1cf-4a8c-ad92-cb79dcd526dc admin admin] Network 9795ec03-0bba-48f0-a319-cd1d85d2746a is scheduled to be hosted by DHCP agent 614df883-a3aa-459e-9403-57d681838b96 with binding_index 1 {{(pid=73839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 03:09:39.819436 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:39.827604 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1209dd0c-5d20-45d0-be1c-bf2fae0dea7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cd82b9e-d7e9-4d5f-b918-f8614d502fad,revision_number=0']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:39.833316 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-1209dd0c-5d20-45d0-be1c-bf2fae0dea7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:39.867581 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Network d7689858-9039-425a-935e-3344516b06bf is already hosted by enough agents. {{(pid=73840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:09:39.869129 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def92ee7-6c78-4b36-a6a5-a5fbadabed7a None None] Network 422326d9-912b-4a25-82b9-6ae37fe68d00 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:09:39.898489 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1209dd0c-5d20-45d0-be1c-bf2fae0dea7c admin admin] Checking segment: {'id': '9a4193b4-49de-4b60-8991-8a5cf7fb4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'de631dfc-e161-49b8-9997-23bba9416921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:09:39.899330 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1209dd0c-5d20-45d0-be1c-bf2fae0dea7c admin admin] Network hostable DHCP agents. Network: de631dfc-e161-49b8-9997-23bba9416921, hostable agents: ['614df883-a3aa-459e-9403-57d681838b96'], hosted agents: [] {{(pid=73838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 03:09:39.932585 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-b56cb1a0-e1cf-4a8c-ad92-cb79dcd526dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-smb, 9795ec03-0bba-48f0-a319-cd1d85d2746a) {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:09:39.997549 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56cb1a0-e1cf-4a8c-ad92-cb79dcd526dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:09:39.998240 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b56cb1a0-e1cf-4a8c-ad92-cb79dcd526dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:40.019653 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.scheduler.base_scheduler [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Resources bound (agent type, host, resource id): {{(pid=73840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:09:40.023064 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Received port after_create {{(pid=73840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:09:40.059305 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-681171', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-700428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29626'] for router, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:40.092528 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993ac003-2e73-4254-b63d-63a748ac3e24 None None] Network 9795ec03-0bba-48f0-a319-cd1d85d2746a requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:09:40.106759 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-b56cb1a0-e1cf-4a8c-ad92-cb79dcd526dc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1883788 May 02 03:09:40.303704 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Pushing event updated for resources: {'Port': ['ID=82643e21-6143-4ce5-b262-19b8ef7b8acf,revision_number=1']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:40.315291 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Attempting to bind port 82643e21-6143-4ce5-b262-19b8ef7b8acf on host dv-cinder-789077-1-smb for vnic_type normal with profile {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:09:40.316827 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Attempting to bind port 82643e21-6143-4ce5-b262-19b8ef7b8acf by drivers openvswitch,hyperv on host dv-cinder-789077-1-smb at level 0 using segments [{'id': '898a12c4-9c33-43db-aa28-9637c9b514c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd7689858-9039-425a-935e-3344516b06bf'}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:09:40.316990 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Attempting to bind port 82643e21-6143-4ce5-b262-19b8ef7b8acf on network d7689858-9039-425a-935e-3344516b06bf {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:09:40.326871 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:40.327304 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:40.327813 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:40.328148 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:40.328573 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:40.329100 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:40.329401 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:40.329811 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:40.330219 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:40.330669 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:40.331054 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:40.331542 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Tracked resource versions report: May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: pushed versions: May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: { 'AddressGroup': {'1.2'}, May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: 'ConntrackHelper': {'1.0'}, May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: 'Log': {'1.0'}, May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: 'Network': {'1.1'}, May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: 'Port': {'1.7'}, May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: 'PortForwarding': {'1.2'}, May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: 'QosPolicy': {'1.8'}, May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: 'SecurityGroup': {'1.4'}, May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: 'SecurityGroupRule': {'1.2'}, May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: 'SubPort': {'1.0'}, May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: 'Subnet': {'1.1'}, May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: 'Trunk': {'1.1'}} May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: consumer versions: May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: { DHCP agent@dv-cinder-789077-1-smb: {}, May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: HyperV agent@hv-cinder-78907: {}, May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: L3 agent@dv-cinder-789077-1-smb: {}, May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: Metadata agent@dv-cinder-789077-1-smb: {}, May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: Metering agent@dv-cinder-789077-1-smb: {}, May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: Open vSwitch agent@dv-cinder-789077-1-smb: { 'AddressGroup': '1.2', May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: 'ConntrackHelper': '1.0', May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: 'Log': '1.0', May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: 'Network': '1.1', May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: 'Port': '1.7', May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: 'PortForwarding': '1.2', May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: 'QosPolicy': '1.8', May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: 'SecurityGroup': '1.4', May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: 'SecurityGroupRule': '1.2', May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: 'SubPort': '1.0', May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: 'Subnet': '1.1', May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: 'Trunk': '1.1'}} May 02 03:09:40.332919 dv-cinder-789077-1-smb neutron-server[73840]: {{(pid=73840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 03:09:40.445104 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:40.543923 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:40.548482 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Checking agent: {'id': 'bb6488c3-d59c-408d-aa24-5113f65b4245', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 1, 45), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:09:40.551616 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Checking segment: {'id': '898a12c4-9c33-43db-aa28-9637c9b514c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd7689858-9039-425a-935e-3344516b06bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:09:40.552425 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:40.553213 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Bound using segment: {'id': '898a12c4-9c33-43db-aa28-9637c9b514c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd7689858-9039-425a-935e-3344516b06bf'} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:09:40.554299 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:40.555427 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Bound port: 82643e21-6143-4ce5-b262-19b8ef7b8acf, host: dv-cinder-789077-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898a12c4-9c33-43db-aa28-9637c9b514c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd7689858-9039-425a-935e-3344516b06bf'}}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:09:40.557718 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:40.689855 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] For port 82643e21-6143-4ce5-b262-19b8ef7b8acf, host dv-cinder-789077-1-smb, cleared binding levels {{(pid=73840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:09:40.694598 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] For port 82643e21-6143-4ce5-b262-19b8ef7b8acf, host dv-cinder-789077-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=82643e21-6143-4ce5-b262-19b8ef7b8acf,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:09:40.709202 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:40.718010 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-2da97eba-c236-4a59-8a47-d36a6c0ebb2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:40.740055 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1209dd0c-5d20-45d0-be1c-bf2fae0dea7c admin admin] Network de631dfc-e161-49b8-9997-23bba9416921 is scheduled to be hosted by DHCP agent 614df883-a3aa-459e-9403-57d681838b96 with binding_index 1 {{(pid=73838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 03:09:40.742663 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:40.810115 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:40.826807 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-1209dd0c-5d20-45d0-be1c-bf2fae0dea7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-smb, de631dfc-e161-49b8-9997-23bba9416921) {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:09:40.845053 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1209dd0c-5d20-45d0-be1c-bf2fae0dea7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:09:40.845705 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-1209dd0c-5d20-45d0-be1c-bf2fae0dea7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:40.865467 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Pushing event updated for resources: {'Port': ['ID=82643e21-6143-4ce5-b262-19b8ef7b8acf,revision_number=2']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:40.874307 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:40.875104 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78be8919-dc80-47f4-8b85-6ad2b02f16f3 None None] Network de631dfc-e161-49b8-9997-23bba9416921 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:09:40.979185 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-1209dd0c-5d20-45d0-be1c-bf2fae0dea7c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.2077107 May 02 03:09:40.982442 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] Allocated IP 172.28.2.168 (9f391acb-6dd2-44ac-8608-38eed26063e6/10d86011-1629-4945-9d03-3701e203e3e6/ee8309b0-b730-43af-a3cd-7678713b247c) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:09:41.209468 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642041c9-4085-49de-8284-698df42f7a79 None None] Network de631dfc-e161-49b8-9997-23bba9416921 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:09:41.423455 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:41.572532 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1ed7f9-bf36-46a6-8c65-b527490a019f None None] Network 9795ec03-0bba-48f0-a319-cd1d85d2746a requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:09:41.603269 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:41.725933 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:41.961433 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] Network 9f391acb-6dd2-44ac-8608-38eed26063e6 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:09:41.972079 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] Resources bound (agent type, host, resource id): {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:09:41.984476 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:09:42.019692 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_common [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] Allocated IP 172.28.2.37 (9f391acb-6dd2-44ac-8608-38eed26063e6/10d86011-1629-4945-9d03-3701e203e3e6/d92b6ba2-385a-4f53-aa20-b9f629a97d0b) {{(pid=73839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:09:42.160852 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-4eb03231-152f-44be-b6c8-0ad64f168fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:42.477171 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] Pushing event updated for resources: {'Port': ['ID=ee8309b0-b730-43af-a3cd-7678713b247c,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:42.498671 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:42.560639 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:42.631159 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:42.661780 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-0d10c542-f672-48a9-b0a8-175bf4165bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:42.761879 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 36052) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:42.819093 dv-cinder-789077-1-smb neutron-server[73838]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 02 03:09:42.890653 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] Network 9f391acb-6dd2-44ac-8608-38eed26063e6 is already hosted by enough agents. {{(pid=73839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:09:42.904177 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] Resources bound (agent type, host, resource id): {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:09:42.914243 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 36066) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:42.949046 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] Received port after_create {{(pid=73839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:09:43.036041 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7e0aed-65fc-45ce-a2fb-548d6621f3f2 None None] Network d7689858-9039-425a-935e-3344516b06bf requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:09:43.051050 dv-cinder-789077-1-smb neutron-server[73839]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 02 03:09:43.069621 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:09:43.174440 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-2b586be8-f57c-4d5b-9c58-e5ea1150c711 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:09:43.177375 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-2b586be8-f57c-4d5b-9c58-e5ea1150c711 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/networks?id=de631dfc-e161-49b8-9997-23bba9416921 HTTP/1.1" status: 200 len: 814 time: 0.3898139 May 02 03:09:43.212471 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:43.249003 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 82643e21-6143-4ce5-b262-19b8ef7b8acf up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:09:43.346216 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-fda31389-c899-4765-a7aa-b6ec1cac62a4 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/quotas/d517c1706c83412cb9564e16749007b5 HTTP/1.1" status: 200 len: 375 time: 0.1521015 May 02 03:09:43.347509 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 36072) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:43.353625 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-148ab858-ace7-427f-b497-b60046aa83e4 None None] Provisioning for port 82643e21-6143-4ce5-b262-19b8ef7b8acf completed by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:09:43.365633 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] Pushing event updated for resources: {'Port': ['ID=d92b6ba2-385a-4f53-aa20-b9f629a97d0b,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:43.384016 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:43.471037 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning for port 82643e21-6143-4ce5-b262-19b8ef7b8acf completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:09:43.480515 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port 82643e21-6143-4ce5-b262-19b8ef7b8acf triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:09:43.480891 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:43.489697 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-a3ee7119-f2d3-4911-87e2-8fde0bf68fdb tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d517c1706c83412cb9564e16749007b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1185977 May 02 03:09:43.642652 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-7e1047f0-9588-40e5-9d82-d697c6a271b3 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:09:43.648167 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-7e1047f0-9588-40e5-9d82-d697c6a271b3 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/networks?id=9795ec03-0bba-48f0-a319-cd1d85d2746a HTTP/1.1" status: 200 len: 811 time: 0.6146424 May 02 03:09:43.667931 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-211b9bc0-dc28-4ae7-9380-3ab6eec6fbba tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/quotas/44b555abaa0c419ca16d9e4ed7a54340 HTTP/1.1" status: 200 len: 375 time: 0.0135367 May 02 03:09:43.689205 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:43.718461 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-292b1ab5-f4fd-495d-a2d2-55ea2a1aa21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:43.739617 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] For port 82643e21-6143-4ce5-b262-19b8ef7b8acf, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=82643e21-6143-4ce5-b262-19b8ef7b8acf,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:09:43.747872 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:43.750246 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:43.763918 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-292b1ab5-f4fd-495d-a2d2-55ea2a1aa21e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:09:43.823278 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-292b1ab5-f4fd-495d-a2d2-55ea2a1aa21e admin admin] Usage tracker for resource:security_group_rule and tenant:18b23f2fcab44c7298d9243c164cfa55 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:09:43.830883 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-f476873b-7631-422b-9b8f-ee2b56fc5b31 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=73838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 02 03:09:43.838032 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-f476873b-7631-422b-9b8f-ee2b56fc5b31 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2217987 May 02 03:09:43.840331 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-292b1ab5-f4fd-495d-a2d2-55ea2a1aa21e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:09:43.872352 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-292b1ab5-f4fd-495d-a2d2-55ea2a1aa21e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:09:43.900249 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Pushing event updated for resources: {'Port': ['ID=82643e21-6143-4ce5-b262-19b8ef7b8acf,revision_number=3']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:43.908016 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:43.920023 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-2515ba12-0de6-4e56-ab98-5dbe49c998e3 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=44b555abaa0c419ca16d9e4ed7a54340&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1916625 May 02 03:09:43.930482 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:44.075766 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681148'] for router, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:44.119576 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-d338bada-189f-43b5-ab56-9cf7df0e9ffc None None] Provisioning complete for port 82643e21-6143-4ce5-b262-19b8ef7b8acf triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:09:44.120234 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d338bada-189f-43b5-ab56-9cf7df0e9ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:44.151688 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-e68c4d74-1d2f-44f2-8bcd-b091a2ec31e4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=73839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 02 03:09:44.158897 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-e68c4d74-1d2f-44f2-8bcd-b091a2ec31e4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1591861 May 02 03:09:44.226359 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-835c6528-1544-4cfa-879c-01c2db24e854 service neutron] 10.222.0.20 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866005 May 02 03:09:44.312515 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-490ce6af-9520-4fa2-ae80-525ce33581d8 service neutron] 10.222.0.20 "GET /v2.0/networks/9795ec03-0bba-48f0-a319-cd1d85d2746a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523569 May 02 03:09:44.552398 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-292b1ab5-f4fd-495d-a2d2-55ea2a1aa21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:44.572994 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-292b1ab5-f4fd-495d-a2d2-55ea2a1aa21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:44.590019 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-671d808d-42fe-4fd0-8a3e-8a611ed94015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:44.613662 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-017a95d5-905c-4a08-a9f3-d970fbd974e5 service neutron] 10.222.0.20 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856964 May 02 03:09:44.661811 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-7e92aead-0d2b-433c-8158-af3b90d5c54f service neutron] 10.222.0.20 "GET /v2.0/networks/9795ec03-0bba-48f0-a319-cd1d85d2746a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330863 May 02 03:09:44.664261 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-7148b2e8-9398-4640-8a70-bb9ce908f8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:44.693795 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681148'] for router, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:44.798995 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-292b1ab5-f4fd-495d-a2d2-55ea2a1aa21e admin admin] Synchronizing usage tracker for tenant:9e7e2d6334fa4bb2b52191e8fd6e095e on resource:security_group {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:09:44.854352 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b1ab5-f4fd-495d-a2d2-55ea2a1aa21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfbe707-4140-4046-881c-47b8c7f87c8d,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:44.866602 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] Router f133ad33-8abc-493f-824a-681c0b22127f is scheduled to L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f with binding_index 1 {{(pid=73838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 02 03:09:44.878604 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-292b1ab5-f4fd-495d-a2d2-55ea2a1aa21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:44.957212 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:45.245275 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 82643e21-6143-4ce5-b262-19b8ef7b8acf up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:09:45.281419 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] Router 683647d7-cc04-4945-a982-05cfff41eeaf is scheduled to L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f with binding_index 1 {{(pid=73839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 02 03:09:45.346958 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:09:45.349021 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-292b1ab5-f4fd-495d-a2d2-55ea2a1aa21e admin admin] Unset dirty status for tenant:9e7e2d6334fa4bb2b52191e8fd6e095e on resource:security_group {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:09:45.350341 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-292b1ab5-f4fd-495d-a2d2-55ea2a1aa21e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18b23f2fcab44c7298d9243c164cfa55&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9994419 May 02 03:09:45.360523 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] Sync routers for ids ['f133ad33-8abc-493f-824a-681c0b22127f'] in dv-cinder-789077-1-smb {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:09:45.395703 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 36140) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:45.396623 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] Routers {'f133ad33-8abc-493f-824a-681c0b22127f'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:09:45.398245 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:09:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['f133ad33-8abc-493f-824a-681c0b22127f'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:09:45.483840 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port 82643e21-6143-4ce5-b262-19b8ef7b8acf triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:09:45.484263 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:45.505524 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-692cae31-3980-43f0-9439-bf3180c20298 req-64779f6b-4716-409a-a115-da761897b8bb tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dad148-9385-40db-8846-89a54d12d057 HTTP/1.1" status: 200 len: 210 time: 0.1606548 May 02 03:09:45.563267 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] Notify callbacks [] for router, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:45.566980 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.7977693 May 02 03:09:45.572886 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 36148) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:45.616488 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-2278421e-62bd-4e36-a7ca-a577933f65c0 req-cede7e0d-0775-4112-9ab1-9d1a3f280e57 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73 HTTP/1.1" status: 200 len: 210 time: 0.0796719 May 02 03:09:45.685024 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-85cc6b0b-71ac-4dd8-851b-40b940f8de30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:45.776763 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-85cc6b0b-71ac-4dd8-851b-40b940f8de30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:45.947959 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:09:45.959437 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] Sync routers for ids ['683647d7-cc04-4945-a982-05cfff41eeaf'] in dv-cinder-789077-1-smb {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:09:46.002114 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] Notify callbacks [] for router, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:46.005352 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.9122508 May 02 03:09:46.008349 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 36176) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:46.021322 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] Set router f133ad33-8abc-493f-824a-681c0b22127f gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:09:46.045679 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] Routers {'683647d7-cc04-4945-a982-05cfff41eeaf'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:09:46.047072 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:09:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['683647d7-cc04-4945-a982-05cfff41eeaf'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:09:46.162682 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-85cc6b0b-71ac-4dd8-851b-40b940f8de30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:46.178923 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:46.205010 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-85cc6b0b-71ac-4dd8-851b-40b940f8de30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:46.219266 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-85cc6b0b-71ac-4dd8-851b-40b940f8de30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1cfbe707-4140-4046-881c-47b8c7f87c8d HTTP/1.1" status: 204 len: 168 time: 0.8203070 May 02 03:09:46.221053 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc6b0b-71ac-4dd8-851b-40b940f8de30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfbe707-4140-4046-881c-47b8c7f87c8d,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:46.239007 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-85cc6b0b-71ac-4dd8-851b-40b940f8de30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:46.494040 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:46.905228 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] Set router 683647d7-cc04-4945-a982-05cfff41eeaf gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:09:47.204420 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-1d67bed8-7a69-40f9-89a6-ee32557d5cd6 req-7bd1b0ea-8237-41f2-9cbb-ecb225b1cc23 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73 HTTP/1.1" status: 200 len: 210 time: 0.2329831 May 02 03:09:47.367493 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'name': 'tempest-AttachVolumeShelveTestJSON-1652503319-router', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:38Z', 'updated_at': '2021-05-02T03:09:42Z', 'revision_number': 3, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'gw_port': {'id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:09:47.372423 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] Checking router: f133ad33-8abc-493f-824a-681c0b22127f for host: dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:09:47.373949 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] Updating router f133ad33-8abc-493f-824a-681c0b22127f port ee8309b0-b730-43af-a3cd-7678713b247c binding host dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:09:47.441704 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:47.666088 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-5123afe5-2f86-4ee4-9618-b3791fe9fc88 req-b5cfb76d-3268-430f-8f72-f0d6ede56b6a tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dad148-9385-40db-8846-89a54d12d057 HTTP/1.1" status: 200 len: 210 time: 0.4823918 May 02 03:09:47.940115 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 36234) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:48.017546 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:48.060129 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 36246) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:48.177435 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683647d7-cc04-4945-a982-05cfff41eeaf', 'name': 'tempest-ServerRescueNegativeTestJSON-713855185-router', 'tenant_id': '42c15d9132f24a548967a141c68926b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd92b6ba2-385a-4f53-aa20-b9f629a97d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:39Z', 'updated_at': '2021-05-02T03:09:43Z', 'revision_number': 3, 'project_id': '42c15d9132f24a548967a141c68926b6', 'gw_port': {'id': 'd92b6ba2-385a-4f53-aa20-b9f629a97d0b', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '683647d7-cc04-4945-a982-05cfff41eeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:09:48.185249 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] Checking router: 683647d7-cc04-4945-a982-05cfff41eeaf for host: dv-cinder-789077-1-smb {{(pid=73840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:09:48.187235 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] Updating router 683647d7-cc04-4945-a982-05cfff41eeaf port d92b6ba2-385a-4f53-aa20-b9f629a97d0b binding host dv-cinder-789077-1-smb {{(pid=73840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:09:48.238618 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-537064a9-497b-4b43-bd58-eeb138e6be09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:48.348750 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-537064a9-497b-4b43-bd58-eeb138e6be09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:09:48.411610 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-537064a9-497b-4b43-bd58-eeb138e6be09 admin admin] Usage tracker for resource:security_group_rule and tenant:e62aab622219469caf3b5f967c7bc275 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:09:48.464034 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:48.544730 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-537064a9-497b-4b43-bd58-eeb138e6be09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:09:48.677236 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-537064a9-497b-4b43-bd58-eeb138e6be09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:09:48.975777 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] Notify callbacks [] for port, precommit_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:48.997686 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.provisioning_blocks [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] Transition to ACTIVE for port object ee8309b0-b730-43af-a3cd-7678713b247c will not be triggered until provisioned by entity L2. {{(pid=73841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:09:49.016757 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:49.021759 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:49.122828 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.managers [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] Attempting to bind port ee8309b0-b730-43af-a3cd-7678713b247c on host dv-cinder-789077-1-smb for vnic_type normal with profile {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:09:49.123608 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.managers [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] Attempting to bind port ee8309b0-b730-43af-a3cd-7678713b247c by drivers openvswitch,hyperv on host dv-cinder-789077-1-smb at level 0 using segments [{'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}] {{(pid=73841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:09:49.124207 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] Attempting to bind port ee8309b0-b730-43af-a3cd-7678713b247c on network 9f391acb-6dd2-44ac-8608-38eed26063e6 {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:09:49.126834 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71166550-e864-4290-9fad-5b822fa3b23a None None] Pushing event updated for resources: {'Port': ['ID=ee8309b0-b730-43af-a3cd-7678713b247c,revision_number=2']} {{(pid=73841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:49.137793 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] Checking agent: {'id': 'bb6488c3-d59c-408d-aa24-5113f65b4245', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 1, 45), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:09:49.138601 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] Checking segment: {'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:09:49.139258 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:49.139852 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] Bound using segment: {'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'} {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:09:49.140543 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.managers [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] Bound port: ee8309b0-b730-43af-a3cd-7678713b247c, host: dv-cinder-789077-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}}] {{(pid=73841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:09:49.141172 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:49.158248 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-537064a9-497b-4b43-bd58-eeb138e6be09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:49.169904 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71166550-e864-4290-9fad-5b822fa3b23a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:49.170604 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71166550-e864-4290-9fad-5b822fa3b23a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:49.171171 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71166550-e864-4290-9fad-5b822fa3b23a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:49.171741 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71166550-e864-4290-9fad-5b822fa3b23a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:49.172281 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71166550-e864-4290-9fad-5b822fa3b23a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:49.172811 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71166550-e864-4290-9fad-5b822fa3b23a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:49.173332 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71166550-e864-4290-9fad-5b822fa3b23a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:49.173848 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71166550-e864-4290-9fad-5b822fa3b23a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:49.174381 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71166550-e864-4290-9fad-5b822fa3b23a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:49.175077 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71166550-e864-4290-9fad-5b822fa3b23a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:49.175735 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71166550-e864-4290-9fad-5b822fa3b23a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:49.176301 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71166550-e864-4290-9fad-5b822fa3b23a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71166550-e864-4290-9fad-5b822fa3b23a None None] Tracked resource versions report: May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: pushed versions: May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: { 'AddressGroup': {'1.2'}, May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: 'ConntrackHelper': {'1.0'}, May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: 'Log': {'1.0'}, May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: 'Network': {'1.1'}, May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: 'Port': {'1.7'}, May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: 'PortForwarding': {'1.2'}, May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: 'QosPolicy': {'1.8'}, May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: 'SecurityGroup': {'1.4'}, May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: 'SecurityGroupRule': {'1.2'}, May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: 'SubPort': {'1.0'}, May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: 'Subnet': {'1.1'}, May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: 'Trunk': {'1.1'}} May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: consumer versions: May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: { DHCP agent@dv-cinder-789077-1-smb: {}, May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: HyperV agent@hv-cinder-78907: {}, May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: L3 agent@dv-cinder-789077-1-smb: {}, May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: Metadata agent@dv-cinder-789077-1-smb: {}, May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: Metering agent@dv-cinder-789077-1-smb: {}, May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: Open vSwitch agent@dv-cinder-789077-1-smb: { 'AddressGroup': '1.2', May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: 'ConntrackHelper': '1.0', May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: 'Log': '1.0', May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: 'Network': '1.1', May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: 'Port': '1.7', May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: 'PortForwarding': '1.2', May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: 'QosPolicy': '1.8', May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: 'SecurityGroup': '1.4', May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: 'SecurityGroupRule': '1.2', May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: 'SubPort': '1.0', May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: 'Subnet': '1.1', May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: 'Trunk': '1.1'}} May 02 03:09:49.177634 dv-cinder-789077-1-smb neutron-server[73841]: {{(pid=73841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 03:09:49.187753 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [None req-71166550-e864-4290-9fad-5b822fa3b23a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:49.273315 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a538169a-8210-4b20-a932-abdd8203f98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:49.281312 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-75084b64-49e5-4478-9ffb-bb43edcc3627 req-626ef57f-a816-4486-a26a-c29274c95796 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dad148-9385-40db-8846-89a54d12d057 HTTP/1.1" status: 200 len: 210 time: 0.2271433 May 02 03:09:49.290286 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f8685189-62bb-43e5-a84d-bd92a5a922cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:49.295485 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-8282aad0-7804-4803-a329-3e739de1527f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:49.329501 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-a538169a-8210-4b20-a932-abdd8203f98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:09:49.334250 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-a538169a-8210-4b20-a932-abdd8203f98f admin admin] Usage tracker for resource:security_group_rule and tenant:c8a823bdf4f3460d8a33c02bebca3f42 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:09:49.337557 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-a538169a-8210-4b20-a932-abdd8203f98f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:09:49.344585 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-a538169a-8210-4b20-a932-abdd8203f98f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:09:49.380434 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.db [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] For port ee8309b0-b730-43af-a3cd-7678713b247c, host dv-cinder-789077-1-smb, cleared binding levels {{(pid=73841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:09:49.389699 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.db [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] For port ee8309b0-b730-43af-a3cd-7678713b247c, host dv-cinder-789077-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=ee8309b0-b730-43af-a3cd-7678713b247c,segment=NetworkSegment(000b502f-0377-4925-a8c0-e47bbb3cb5cf),segment_id=000b502f-0377-4925-a8c0-e47bbb3cb5cf)] {{(pid=73841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:09:49.406090 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:49.413689 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [None req-71166550-e864-4290-9fad-5b822fa3b23a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:49.465218 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a538169a-8210-4b20-a932-abdd8203f98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:49.466664 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-537064a9-497b-4b43-bd58-eeb138e6be09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:49.467544 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.16', 63693) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:49.699773 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71166550-e864-4290-9fad-5b822fa3b23a None None] Pushing event updated for resources: {'Port': ['ID=ee8309b0-b730-43af-a3cd-7678713b247c,revision_number=3']} {{(pid=73841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:49.709217 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] Routers {'f133ad33-8abc-493f-824a-681c0b22127f'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:09:49.711835 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:09:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['f133ad33-8abc-493f-824a-681c0b22127f'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:09:49.781470 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-40acbc24-e653-419f-b80a-53f9093c7a94 req-3c1215d3-b9a8-4fa2-b224-b2a9b95da9fe tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73 HTTP/1.1" status: 200 len: 210 time: 1.0226479 May 02 03:09:49.881821 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [None req-71166550-e864-4290-9fad-5b822fa3b23a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:49.888057 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [None req-8282aad0-7804-4803-a329-3e739de1527f admin admin] Allocated IP 172.20.0.1 (d7689858-9039-425a-935e-3344516b06bf/1280d3a9-2862-4bcb-8d9b-90a5151f672e/1366a0be-0d0f-4d98-9447-a1056d751305) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:09:50.070718 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] Notify callbacks [] for port, precommit_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:50.107730 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] Transition to ACTIVE for port object d92b6ba2-385a-4f53-aa20-b9f629a97d0b will not be triggered until provisioned by entity L2. {{(pid=73840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:09:50.120378 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] Set router f133ad33-8abc-493f-824a-681c0b22127f gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:09:50.124314 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:50.129866 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_common [None req-f8685189-62bb-43e5-a84d-bd92a5a922cf admin admin] Allocated IP 172.20.0.1 (422326d9-912b-4a25-82b9-6ae37fe68d00/e9b6e3be-0fc1-4ca2-8d57-9b34e3e05baf/bfd65c2a-dd1a-43c7-97b2-ab585581ec0d) {{(pid=73839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:09:50.149051 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:50.234957 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:50.313727 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 36294) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:50.315293 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.16', 63697) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:50.319839 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a538169a-8210-4b20-a932-abdd8203f98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:50.330684 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63248438-7b7e-4097-a9fb-213821591bd8 None None] Pushing event updated for resources: {'Port': ['ID=d92b6ba2-385a-4f53-aa20-b9f629a97d0b,revision_number=2']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:50.341264 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-63248438-7b7e-4097-a9fb-213821591bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:50.350939 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] Attempting to bind port d92b6ba2-385a-4f53-aa20-b9f629a97d0b on host dv-cinder-789077-1-smb for vnic_type normal with profile {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:09:50.351347 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] Attempting to bind port d92b6ba2-385a-4f53-aa20-b9f629a97d0b by drivers openvswitch,hyperv on host dv-cinder-789077-1-smb at level 0 using segments [{'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:09:50.353093 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] Attempting to bind port d92b6ba2-385a-4f53-aa20-b9f629a97d0b on network 9f391acb-6dd2-44ac-8608-38eed26063e6 {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:09:50.360292 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] Checking agent: {'id': 'bb6488c3-d59c-408d-aa24-5113f65b4245', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 1, 45), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:09:50.360707 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] Checking segment: {'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:09:50.361075 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:50.361477 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] Bound using segment: {'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:09:50.361973 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] Bound port: d92b6ba2-385a-4f53-aa20-b9f629a97d0b, host: dv-cinder-789077-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:09:50.363405 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:50.450273 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-8282aad0-7804-4803-a329-3e739de1527f admin admin] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:50.502247 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] For port d92b6ba2-385a-4f53-aa20-b9f629a97d0b, host dv-cinder-789077-1-smb, cleared binding levels {{(pid=73840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:09:50.509161 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] For port d92b6ba2-385a-4f53-aa20-b9f629a97d0b, host dv-cinder-789077-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=d92b6ba2-385a-4f53-aa20-b9f629a97d0b,segment=NetworkSegment(000b502f-0377-4925-a8c0-e47bbb3cb5cf),segment_id=000b502f-0377-4925-a8c0-e47bbb3cb5cf)] {{(pid=73840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:09:50.525893 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:50.544166 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:50.563717 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537064a9-497b-4b43-bd58-eeb138e6be09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d518f5-d9b5-4b4f-9506-21d2ce8115b1,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:50.603630 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-537064a9-497b-4b43-bd58-eeb138e6be09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e62aab622219469caf3b5f967c7bc275&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5252209 May 02 03:09:50.608265 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 36318) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:50.611442 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f8685189-62bb-43e5-a84d-bd92a5a922cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:50.663408 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] Routers {'683647d7-cc04-4945-a982-05cfff41eeaf'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:09:50.664359 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:09:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['683647d7-cc04-4945-a982-05cfff41eeaf'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:09:50.799513 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-537064a9-497b-4b43-bd58-eeb138e6be09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:50.843473 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-c47eb6b1-207a-486d-9129-38bb753238a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.386s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:50.854404 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-9d38e3e8-0c79-4ab8-ad14-de1df31e0e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:50.879029 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-8282aad0-7804-4803-a329-3e739de1527f admin admin] Transition to ACTIVE for port object 1366a0be-0d0f-4d98-9447-a1056d751305 will not be triggered until provisioned by entity DHCP. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:09:50.921961 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-9d38e3e8-0c79-4ab8-ad14-de1df31e0e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:51.005765 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'name': 'tempest-AttachVolumeShelveTestJSON-1652503319-router', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:38Z', 'updated_at': '2021-05-02T03:09:42Z', 'revision_number': 3, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'gw_port': {'id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:09:51.013755 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3ad212-60bb-41a9-9ef8-dde720a0a85b None None] The sync data for ids ['f133ad33-8abc-493f-824a-681c0b22127f'] in dv-cinder-789077-1-smb is: [{'id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'name': 'tempest-AttachVolumeShelveTestJSON-1652503319-router', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:38Z', 'updated_at': '2021-05-02T03:09:42Z', 'revision_number': 3, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'gw_port': {'id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}] {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:09:51.057990 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63248438-7b7e-4097-a9fb-213821591bd8 None None] Pushing event updated for resources: {'Port': ['ID=d92b6ba2-385a-4f53-aa20-b9f629a97d0b,revision_number=3']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:51.062073 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-63248438-7b7e-4097-a9fb-213821591bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:51.090887 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] Set router 683647d7-cc04-4945-a982-05cfff41eeaf gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:09:51.106263 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-9d38e3e8-0c79-4ab8-ad14-de1df31e0e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:51.127566 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-225790df-c033-4be3-ad10-8b86b8a0049b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:51.153614 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-a538169a-8210-4b20-a932-abdd8203f98f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8a823bdf4f3460d8a33c02bebca3f42&name=default HTTP/1.1" status: 200 len: 2975 time: 3.2079141 May 02 03:09:51.162671 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-96912ae3-13b7-485d-b78d-bfe80b2092d7 req-779d80de-b1a3-458d-a399-64966efff2b3 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73 HTTP/1.1" status: 200 len: 210 time: 0.1056578 May 02 03:09:51.163536 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38e3e8-0c79-4ab8-ad14-de1df31e0e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d518f5-d9b5-4b4f-9506-21d2ce8115b1,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:51.171602 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 36350) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:51.176262 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-9d38e3e8-0c79-4ab8-ad14-de1df31e0e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:51.177935 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f8685189-62bb-43e5-a84d-bd92a5a922cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:51.226624 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:51.260072 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e81ec9e8-187a-4b30-b0b4-a4948be70b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:51.328810 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-9d38e3e8-0c79-4ab8-ad14-de1df31e0e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:51.334059 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-9d38e3e8-0c79-4ab8-ad14-de1df31e0e2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9d518f5-d9b5-4b4f-9506-21d2ce8115b1 HTTP/1.1" status: 204 len: 168 time: 0.7074814 May 02 03:09:51.349920 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8685189-62bb-43e5-a84d-bd92a5a922cf admin admin] Network 422326d9-912b-4a25-82b9-6ae37fe68d00 is already hosted by enough agents. {{(pid=73839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:09:51.352560 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538169a-8210-4b20-a932-abdd8203f98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289a1bbc-3559-4e91-b820-90598d8cc53c,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:51.354386 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-f8685189-62bb-43e5-a84d-bd92a5a922cf admin admin] Resources bound (agent type, host, resource id): {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:09:51.357550 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8685189-62bb-43e5-a84d-bd92a5a922cf admin admin] Received port after_create {{(pid=73839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:09:51.363326 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-a538169a-8210-4b20-a932-abdd8203f98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:51.371369 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f8685189-62bb-43e5-a84d-bd92a5a922cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656339'] for router_interface, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:51.395388 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8685189-62bb-43e5-a84d-bd92a5a922cf admin admin] Pushing event updated for resources: {'Port': ['ID=bfd65c2a-dd1a-43c7-97b2-ab585581ec0d,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:51.407473 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-f8685189-62bb-43e5-a84d-bd92a5a922cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:51.528781 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-ce42aac0-d6e1-455f-ba31-5d0994044c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:51.594615 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-fac448b3-a5f4-4765-9064-aa8bdc904399 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:09:51.604458 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-fac448b3-a5f4-4765-9064-aa8bdc904399 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Synchronizing usage tracker for tenant:44b555abaa0c419ca16d9e4ed7a54340 on resource:network {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:09:51.619044 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-e81ec9e8-187a-4b30-b0b4-a4948be70b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:09:51.696923 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-e81ec9e8-187a-4b30-b0b4-a4948be70b37 admin admin] Usage tracker for resource:security_group_rule and tenant:329cd1cc3ca3464eb40969101e90be20 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:09:51.722425 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-e81ec9e8-187a-4b30-b0b4-a4948be70b37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:09:51.745469 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-e81ec9e8-187a-4b30-b0b4-a4948be70b37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:09:51.750185 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-ce42aac0-d6e1-455f-ba31-5d0994044c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:52.069748 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e81ec9e8-187a-4b30-b0b4-a4948be70b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:52.072986 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-ce42aac0-d6e1-455f-ba31-5d0994044c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:52.077920 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-8282aad0-7804-4803-a329-3e739de1527f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:52.102055 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-407b75d1-f8ac-4e39-ad1d-643cbf39ff5c req-c9e0a9c8-56f9-402c-9f78-3839aba23d64 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dad148-9385-40db-8846-89a54d12d057 HTTP/1.1" status: 200 len: 210 time: 1.2960925 May 02 03:09:52.107700 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-9d38e3e8-0c79-4ab8-ad14-de1df31e0e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:52.156759 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e81ec9e8-187a-4b30-b0b4-a4948be70b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:52.181935 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-ce42aac0-d6e1-455f-ba31-5d0994044c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:52.190084 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-ce42aac0-d6e1-455f-ba31-5d0994044c76 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/289a1bbc-3559-4e91-b820-90598d8cc53c HTTP/1.1" status: 204 len: 168 time: 1.0157394 May 02 03:09:52.218321 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-d827719d-bcb1-45ac-9ede-b9149307057f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:52.289633 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683647d7-cc04-4945-a982-05cfff41eeaf', 'name': 'tempest-ServerRescueNegativeTestJSON-713855185-router', 'tenant_id': '42c15d9132f24a548967a141c68926b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd92b6ba2-385a-4f53-aa20-b9f629a97d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:39Z', 'updated_at': '2021-05-02T03:09:43Z', 'revision_number': 3, 'project_id': '42c15d9132f24a548967a141c68926b6', 'gw_port': {'id': 'd92b6ba2-385a-4f53-aa20-b9f629a97d0b', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '683647d7-cc04-4945-a982-05cfff41eeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:09:52.329858 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f8685189-62bb-43e5-a84d-bd92a5a922cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:52.343342 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38203000-2fe6-4e2a-9c74-af75b71e59a0 None None] The sync data for ids ['683647d7-cc04-4945-a982-05cfff41eeaf'] in dv-cinder-789077-1-smb is: [{'id': '683647d7-cc04-4945-a982-05cfff41eeaf', 'name': 'tempest-ServerRescueNegativeTestJSON-713855185-router', 'tenant_id': '42c15d9132f24a548967a141c68926b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd92b6ba2-385a-4f53-aa20-b9f629a97d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:39Z', 'updated_at': '2021-05-02T03:09:43Z', 'revision_number': 3, 'project_id': '42c15d9132f24a548967a141c68926b6', 'gw_port': {'id': 'd92b6ba2-385a-4f53-aa20-b9f629a97d0b', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '683647d7-cc04-4945-a982-05cfff41eeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}] {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:09:52.456940 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-aaa75387-4897-4080-b686-b988346d7c09 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:09:52.462127 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-aaa75387-4897-4080-b686-b988346d7c09 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.16 "GET /v2.0/networks?id=de631dfc-e161-49b8-9997-23bba9416921 HTTP/1.1" status: 200 len: 814 time: 2.6745589 May 02 03:09:52.486861 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-fac448b3-a5f4-4765-9064-aa8bdc904399 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Unset dirty status for tenant:44b555abaa0c419ca16d9e4ed7a54340 on resource:network {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:09:52.493418 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-fac448b3-a5f4-4765-9064-aa8bdc904399 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.16 "GET /v2.0/networks?id=9795ec03-0bba-48f0-a319-cd1d85d2746a HTTP/1.1" status: 200 len: 811 time: 2.1656787 May 02 03:09:52.526471 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8282aad0-7804-4803-a329-3e739de1527f admin admin] Network d7689858-9039-425a-935e-3344516b06bf is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:09:52.542254 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-8282aad0-7804-4803-a329-3e739de1527f admin admin] Resources bound (agent type, host, resource id): {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:09:52.562401 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8282aad0-7804-4803-a329-3e739de1527f admin admin] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:09:52.562997 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-8282aad0-7804-4803-a329-3e739de1527f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656339'] for router_interface, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:53.354760 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-6412b76b-7c5f-4cf5-9621-1568d770efb9 None None] Provisioning for port 1366a0be-0d0f-4d98-9447-a1056d751305 completed by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:09:53.403291 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-6412b76b-7c5f-4cf5-9621-1568d770efb9 None None] Provisioning complete for port 1366a0be-0d0f-4d98-9447-a1056d751305 triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:09:53.404879 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-6412b76b-7c5f-4cf5-9621-1568d770efb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:53.552286 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-6412b76b-7c5f-4cf5-9621-1568d770efb9 None None] Port 1366a0be-0d0f-4d98-9447-a1056d751305 cannot update to ACTIVE because it is not bound. {{(pid=73840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:09:53.555477 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device ee8309b0-b730-43af-a3cd-7678713b247c up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:09:53.561536 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f8685189-62bb-43e5-a84d-bd92a5a922cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:53.573493 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42aac0-d6e1-455f-ba31-5d0994044c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289a1bbc-3559-4e91-b820-90598d8cc53c,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:53.602891 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-6099646b-c0be-40de-bb8b-44fef5239f19 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Request body: {'port': {'device_id': '864b37b4-843c-4cd8-ab97-c2ae2edd4b73', 'network_id': 'de631dfc-e161-49b8-9997-23bba9416921', 'admin_state_up': True, 'tenant_id': 'd517c1706c83412cb9564e16749007b5'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:09:53.684402 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 36386) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:53.782524 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f8685189-62bb-43e5-a84d-bd92a5a922cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:53.784941 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-ce42aac0-d6e1-455f-ba31-5d0994044c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.678s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:53.801253 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning for port ee8309b0-b730-43af-a3cd-7678713b247c completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:09:53.812741 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port ee8309b0-b730-43af-a3cd-7678713b247c triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:09:53.814351 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:53.823506 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f8685189-62bb-43e5-a84d-bd92a5a922cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656240'] for router_interface, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:53.846969 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-e81ec9e8-187a-4b30-b0b4-a4948be70b37 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=329cd1cc3ca3464eb40969101e90be20&name=default HTTP/1.1" status: 200 len: 2975 time: 3.5244870 May 02 03:09:53.867779 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3037ae4f-62a2-445e-aa5c-9ecb01de2108 req-3896ad1f-5d3e-4ea9-8b84-46a5e1e2d21d tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73 HTTP/1.1" status: 200 len: 210 time: 0.2912030 May 02 03:09:53.873609 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 36402) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:53.875056 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:53.907112 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-221afb24-30ab-4ba9-90c7-c046fd11f9d7 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Request body: {'port': {'device_id': 'a7dad148-9385-40db-8846-89a54d12d057', 'network_id': '9795ec03-0bba-48f0-a319-cd1d85d2746a', 'admin_state_up': True, 'tenant_id': '44b555abaa0c419ca16d9e4ed7a54340'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:09:54.305200 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:54.316865 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282aad0-7804-4803-a329-3e739de1527f admin admin] Pushing event updated for resources: {'Port': ['ID=1366a0be-0d0f-4d98-9447-a1056d751305,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:54.325122 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-8282aad0-7804-4803-a329-3e739de1527f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.106s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:54.353481 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.987s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:54.396213 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] For port ee8309b0-b730-43af-a3cd-7678713b247c, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=ee8309b0-b730-43af-a3cd-7678713b247c,segment=NetworkSegment(000b502f-0377-4925-a8c0-e47bbb3cb5cf),segment_id=000b502f-0377-4925-a8c0-e47bbb3cb5cf)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:09:54.404797 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:54.406793 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device d92b6ba2-385a-4f53-aa20-b9f629a97d0b up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:09:54.478655 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-63248438-7b7e-4097-a9fb-213821591bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:54.598491 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-221afb24-30ab-4ba9-90c7-c046fd11f9d7 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:09:54.620130 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 36420) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:54.778157 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8685189-62bb-43e5-a84d-bd92a5a922cf admin admin] Network 422326d9-912b-4a25-82b9-6ae37fe68d00 is already hosted by enough agents. {{(pid=73839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:09:54.780115 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8685189-62bb-43e5-a84d-bd92a5a922cf admin admin] Pushing event updated for resources: {'Port': ['ID=bfd65c2a-dd1a-43c7-97b2-ab585581ec0d,revision_number=2']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:54.788598 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-f8685189-62bb-43e5-a84d-bd92a5a922cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.913s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:54.799729 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-cd483570-e5e4-4f69-ad0e-7c30117f059c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:54.803032 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-f8685189-62bb-43e5-a84d-bd92a5a922cf admin admin] Resources bound (agent type, host, resource id): {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:09:54.873183 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning for port d92b6ba2-385a-4f53-aa20-b9f629a97d0b completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:09:54.898722 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Pushing event updated for resources: {'Port': ['ID=ee8309b0-b730-43af-a3cd-7678713b247c,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:54.909285 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-221afb24-30ab-4ba9-90c7-c046fd11f9d7 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Usage tracker for resource:port and tenant:44b555abaa0c419ca16d9e4ed7a54340 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:09:54.918095 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:54.919111 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port d92b6ba2-385a-4f53-aa20-b9f629a97d0b triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:09:54.919521 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:54.941877 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-8d8329f6-2d06-4d68-b3d7-f7ee3c08e782 req-4f9d549e-ccc5-40c6-9a40-bc321d370b84 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dad148-9385-40db-8846-89a54d12d057 HTTP/1.1" status: 200 len: 210 time: 1.1040208 May 02 03:09:54.964919 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-221afb24-30ab-4ba9-90c7-c046fd11f9d7 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:09:54.984288 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ec9e8-187a-4b30-b0b4-a4948be70b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d344936-20ff-46c7-9f1d-0287598dada1,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:55.023215 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-221afb24-30ab-4ba9-90c7-c046fd11f9d7 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:09:55.031128 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-e81ec9e8-187a-4b30-b0b4-a4948be70b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:55.110064 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-221afb24-30ab-4ba9-90c7-c046fd11f9d7 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Made reservation on behalf of 44b555abaa0c419ca16d9e4ed7a54340 for: {'port': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:09:55.117883 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-221afb24-30ab-4ba9-90c7-c046fd11f9d7 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:55.208089 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-cd483570-e5e4-4f69-ad0e-7c30117f059c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:55.263424 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-14b5e772-56d4-4deb-a1fb-1a4a7173a32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:55.315847 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:55.344436 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-951025862-network', 'tenant_id': '1522ee08e2ba464892c6f395a1c00507'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:09:55.370871 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] For port d92b6ba2-385a-4f53-aa20-b9f629a97d0b, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=d92b6ba2-385a-4f53-aa20-b9f629a97d0b,segment=NetworkSegment(000b502f-0377-4925-a8c0-e47bbb3cb5cf),segment_id=000b502f-0377-4925-a8c0-e47bbb3cb5cf)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:09:55.379885 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:55.383757 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:55.494852 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:09:55.506796 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-14b5e772-56d4-4deb-a1fb-1a4a7173a32a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:09:55.556783 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device ee8309b0-b730-43af-a3cd-7678713b247c up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:09:55.677383 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-76f407d0-1a6f-4d82-80fb-e4b12506e9e6 req-436d1e05-c6cf-4c2a-beb3-5625f2e601c2 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73 HTTP/1.1" status: 200 len: 210 time: 0.2521021 May 02 03:09:55.680341 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-6099646b-c0be-40de-bb8b-44fef5239f19 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:09:55.695653 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] Usage tracker for resource:network and tenant:1522ee08e2ba464892c6f395a1c00507 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:09:55.761112 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Pushing event updated for resources: {'Port': ['ID=d92b6ba2-385a-4f53-aa20-b9f629a97d0b,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:55.767712 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:09:55.776339 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-cd483570-e5e4-4f69-ad0e-7c30117f059c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:55.797839 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8685189-62bb-43e5-a84d-bd92a5a922cf admin admin] Router 683647d7-cc04-4945-a982-05cfff41eeaf has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:09:55.799622 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-14b5e772-56d4-4deb-a1fb-1a4a7173a32a admin admin] Usage tracker for resource:security_group_rule and tenant:88053193fa7f4796aa4857836ac8fa04 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:09:55.805956 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:55.807194 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:55.811654 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-6099646b-c0be-40de-bb8b-44fef5239f19 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Usage tracker for resource:port and tenant:d517c1706c83412cb9564e16749007b5 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:09:55.831277 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd483570-e5e4-4f69-ad0e-7c30117f059c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d344936-20ff-46c7-9f1d-0287598dada1,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:55.834966 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-cd483570-e5e4-4f69-ad0e-7c30117f059c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:55.845711 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-cd483570-e5e4-4f69-ad0e-7c30117f059c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:55.848469 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-cd483570-e5e4-4f69-ad0e-7c30117f059c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d344936-20ff-46c7-9f1d-0287598dada1 HTTP/1.1" status: 204 len: 168 time: 1.8214934 May 02 03:09:55.863677 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:09:55.868341 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-14b5e772-56d4-4deb-a1fb-1a4a7173a32a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:09:55.874633 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-6099646b-c0be-40de-bb8b-44fef5239f19 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:09:55.952001 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-14b5e772-56d4-4deb-a1fb-1a4a7173a32a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:09:55.967897 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-6099646b-c0be-40de-bb8b-44fef5239f19 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:09:55.970854 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port ee8309b0-b730-43af-a3cd-7678713b247c triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:09:55.973605 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:56.141592 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] Made reservation on behalf of 1522ee08e2ba464892c6f395a1c00507 for: {'network': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:09:56.151702 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for network, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:56.215911 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8685189-62bb-43e5-a84d-bd92a5a922cf admin admin] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:09:56.239385 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-f8685189-62bb-43e5-a84d-bd92a5a922cf admin admin] 10.222.0.20 "PUT /v2.0/routers/683647d7-cc04-4945-a982-05cfff41eeaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2142172 May 02 03:09:56.329597 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] Sync routers for ids ['683647d7-cc04-4945-a982-05cfff41eeaf'] in dv-cinder-789077-1-smb {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:09:56.350900 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] Routers {'683647d7-cc04-4945-a982-05cfff41eeaf'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:09:56.352461 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:09:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['683647d7-cc04-4945-a982-05cfff41eeaf'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:09:56.642669 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-221afb24-30ab-4ba9-90c7-c046fd11f9d7 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Allocated IP 172.20.0.9 (9795ec03-0bba-48f0-a319-cd1d85d2746a/68ca72a9-45fe-4820-baf3-f86617f6b27b/cf14a9d7-638d-4b70-a4ec-5027ba48f940) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:09:56.683337 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:56.725313 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] Set router 683647d7-cc04-4945-a982-05cfff41eeaf gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:09:56.825418 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-6099646b-c0be-40de-bb8b-44fef5239f19 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Made reservation on behalf of d517c1706c83412cb9564e16749007b5 for: {'port': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:09:56.830115 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-6099646b-c0be-40de-bb8b-44fef5239f19 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:56.929624 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-bcb3b5c6-5dd4-4367-b3b8-19adb21a6e90 req-df74f2ea-768d-439a-938c-1460ac334f65 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dad148-9385-40db-8846-89a54d12d057 HTTP/1.1" status: 200 len: 210 time: 0.4846685 May 02 03:09:56.974771 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-14b5e772-56d4-4deb-a1fb-1a4a7173a32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:57.003689 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:09:57.238704 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-14b5e772-56d4-4deb-a1fb-1a4a7173a32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:57.268012 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] Usage tracker for resource:security_group_rule and tenant:1522ee08e2ba464892c6f395a1c00507 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:09:57.395003 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:09:57.404272 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a78875ae-a94b-4cc7-ae36-496c383514a2 req-d8c9e552-17a6-48d9-b603-feee50f83e15 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73 HTTP/1.1" status: 200 len: 210 time: 0.4014440 May 02 03:09:57.456320 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 36466) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:57.464451 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-a538169a-8210-4b20-a932-abdd8203f98f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:57.494616 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:09:57.515604 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-8b5bba12-aa9c-45f7-83a3-488f909d59eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:57.520582 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-8282aad0-7804-4803-a329-3e739de1527f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:57.562355 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-8b5bba12-aa9c-45f7-83a3-488f909d59eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:09:57.575380 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-8b5bba12-aa9c-45f7-83a3-488f909d59eb admin admin] Usage tracker for resource:security_group_rule and tenant:9b91c65c0cf145698cf7dd7798be96ec is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:09:57.582922 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-8b5bba12-aa9c-45f7-83a3-488f909d59eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:09:57.612883 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device d92b6ba2-385a-4f53-aa20-b9f629a97d0b up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:09:57.615476 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-8b5bba12-aa9c-45f7-83a3-488f909d59eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:09:57.726758 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683647d7-cc04-4945-a982-05cfff41eeaf', 'name': 'tempest-ServerRescueNegativeTestJSON-713855185-router', 'tenant_id': '42c15d9132f24a548967a141c68926b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd92b6ba2-385a-4f53-aa20-b9f629a97d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:39Z', 'updated_at': '2021-05-02T03:09:52Z', 'revision_number': 4, 'project_id': '42c15d9132f24a548967a141c68926b6', 'gw_port': {'id': 'd92b6ba2-385a-4f53-aa20-b9f629a97d0b', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683647d7-cc04-4945-a982-05cfff41eeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': 'bfd65c2a-dd1a-43c7-97b2-ab585581ec0d', 'name': '', 'network_id': '422326d9-912b-4a25-82b9-6ae37fe68d00', 'tenant_id': '42c15d9132f24a548967a141c68926b6', 'mac_address': 'fa:16:3e:aa:8c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '683647d7-cc04-4945-a982-05cfff41eeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e9b6e3be-0fc1-4ca2-8d57-9b34e3e05baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:49Z', 'updated_at': '2021-05-02T03:09:52Z', 'revision_number': 2, 'project_id': '42c15d9132f24a548967a141c68926b6', 'subnets': [{'id': 'e9b6e3be-0fc1-4ca2-8d57-9b34e3e05baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:09:57.745022 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] Checking router: 683647d7-cc04-4945-a982-05cfff41eeaf for host: dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:09:57.745668 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] Updating router 683647d7-cc04-4945-a982-05cfff41eeaf port bfd65c2a-dd1a-43c7-97b2-ab585581ec0d binding host dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:09:57.884084 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:57.906889 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-14b5e772-56d4-4deb-a1fb-1a4a7173a32a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88053193fa7f4796aa4857836ac8fa04&name=default HTTP/1.1" status: 200 len: 2975 time: 4.2207720 May 02 03:09:57.920035 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 36474) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:58.055604 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port d92b6ba2-385a-4f53-aa20-b9f629a97d0b triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:09:58.055800 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:58.098564 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-8b5bba12-aa9c-45f7-83a3-488f909d59eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:58.128221 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-8b5bba12-aa9c-45f7-83a3-488f909d59eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:58.166855 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5e772-56d4-4deb-a1fb-1a4a7173a32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7d4d8f-e0e4-49ed-ad47-e28829c975cc,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:58.199098 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-14b5e772-56d4-4deb-a1fb-1a4a7173a32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:58.233272 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-bdfe5bff-a6a8-4a75-80d7-18afc12cac87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:58.249011 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-8b5bba12-aa9c-45f7-83a3-488f909d59eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b91c65c0cf145698cf7dd7798be96ec&name=default HTTP/1.1" status: 200 len: 2977 time: 0.7866943 May 02 03:09:58.251904 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 36480) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:09:58.258974 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-2568ac1f-a156-47bc-9c28-155e41b9d4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:58.312937 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-2568ac1f-a156-47bc-9c28-155e41b9d4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:58.439802 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-2568ac1f-a156-47bc-9c28-155e41b9d4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:58.646668 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5bba12-aa9c-45f7-83a3-488f909d59eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f691a94d-c4de-42dc-910b-b214c17a4b4e,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:58.650653 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-8b5bba12-aa9c-45f7-83a3-488f909d59eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:58.653222 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-37cb51c2-608d-434b-a905-33b2fee99737 req-f4e9a069-25f6-42e4-a800-1aa098bbfd9b tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dad148-9385-40db-8846-89a54d12d057 HTTP/1.1" status: 200 len: 210 time: 0.1274645 May 02 03:09:58.659398 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:58.679803 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568ac1f-a156-47bc-9c28-155e41b9d4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7d4d8f-e0e4-49ed-ad47-e28829c975cc,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:58.682645 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-2568ac1f-a156-47bc-9c28-155e41b9d4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:58.699371 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-2568ac1f-a156-47bc-9c28-155e41b9d4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:58.699371 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-2568ac1f-a156-47bc-9c28-155e41b9d4af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d7d4d8f-e0e4-49ed-ad47-e28829c975cc HTTP/1.1" status: 204 len: 168 time: 0.7771947 May 02 03:09:58.828472 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-ab1cc0ae-010c-4619-b1b6-9e5a503aed2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:58.948988 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-ab1cc0ae-010c-4619-b1b6-9e5a503aed2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:59.129819 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] Notify callbacks [] for port, precommit_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:59.169210 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-2e9348a5-7be4-488a-9359-430d3dec4926 req-9e0cf4ab-223f-41e6-aad2-d868b963cbfe tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73 HTTP/1.1" status: 200 len: 210 time: 0.0674963 May 02 03:09:59.185252 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-ab1cc0ae-010c-4619-b1b6-9e5a503aed2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:59.200960 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.provisioning_blocks [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] Transition to ACTIVE for port object bfd65c2a-dd1a-43c7-97b2-ab585581ec0d will not be triggered until provisioned by entity L2. {{(pid=73841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:09:59.201338 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:59.216523 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:59.217779 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:59.225257 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1cc0ae-010c-4619-b1b6-9e5a503aed2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f691a94d-c4de-42dc-910b-b214c17a4b4e,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:59.230782 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-ab1cc0ae-010c-4619-b1b6-9e5a503aed2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:59.235300 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:09:59.279598 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-ab1cc0ae-010c-4619-b1b6-9e5a503aed2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:59.286353 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-ab1cc0ae-010c-4619-b1b6-9e5a503aed2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f691a94d-c4de-42dc-910b-b214c17a4b4e HTTP/1.1" status: 204 len: 168 time: 1.0327966 May 02 03:09:59.413368 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e13ac0-10c1-4836-9976-6af82141d80c req-27316406-ea0e-4422-ae87-adaf1ad8ec9b tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:09:59.431289 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-86e13ac0-10c1-4836-9976-6af82141d80c req-27316406-ea0e-4422-ae87-adaf1ad8ec9b tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/networks?id=422326d9-912b-4a25-82b9-6ae37fe68d00 HTTP/1.1" status: 200 len: 818 time: 0.9422967 May 02 03:09:59.578871 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:59.653376 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-86e13ac0-10c1-4836-9976-6af82141d80c req-7576945f-4f86-4fb4-a1ac-6eb40453e9c1 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/quotas/42c15d9132f24a548967a141c68926b6 HTTP/1.1" status: 200 len: 375 time: 0.2195344 May 02 03:09:59.684402 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:59.686384 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-6099646b-c0be-40de-bb8b-44fef5239f19 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Allocated IP 172.20.0.3 (de631dfc-e161-49b8-9997-23bba9416921/1cd82b9e-d7e9-4d5f-b918-f8614d502fad/2094c639-72ff-40b6-a726-ff20e8d9032f) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:09:59.698771 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-221afb24-30ab-4ba9-90c7-c046fd11f9d7 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:59.957285 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=73838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 03:09:59.970665 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899177c-930b-4794-b2f8-f4cbaa3f94b3 None None] Pushing event updated for resources: {'Port': ['ID=bfd65c2a-dd1a-43c7-97b2-ab585581ec0d,revision_number=3']} {{(pid=73841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:09:59.979540 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [None req-a899177c-930b-4794-b2f8-f4cbaa3f94b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:09:59.991471 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:09:59.991823 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.db.segments_db [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] Added segment b9310ad9-f0ea-4afb-a038-2f12170d66af of type vlan for network a953fc1b-0c2d-41c3-a9e3-0c0a107da729 May 02 03:10:00.057680 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794390503316'] for network, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:00.090442 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-12ffc995-d6e0-4e13-aaf8-3a65856d520f req-3adc2d3d-4dff-48b0-a031-dc248030e1f0 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dad148-9385-40db-8846-89a54d12d057 HTTP/1.1" status: 200 len: 210 time: 0.0814466 May 02 03:10:00.109513 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-292b1ab5-f4fd-495d-a2d2-55ea2a1aa21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:00.182448 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.managers [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] Attempting to bind port bfd65c2a-dd1a-43c7-97b2-ab585581ec0d on host dv-cinder-789077-1-smb for vnic_type normal with profile {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:10:00.183017 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.managers [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] Attempting to bind port bfd65c2a-dd1a-43c7-97b2-ab585581ec0d by drivers openvswitch,hyperv on host dv-cinder-789077-1-smb at level 0 using segments [{'id': 'f982a65e-375f-40cb-9f51-7cb0ac0c3b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '422326d9-912b-4a25-82b9-6ae37fe68d00'}] {{(pid=73841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:10:00.183882 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] Attempting to bind port bfd65c2a-dd1a-43c7-97b2-ab585581ec0d on network 422326d9-912b-4a25-82b9-6ae37fe68d00 {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:10:00.191858 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcacc95-afa0-4f86-8754-931aba0a9543,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:00.207771 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:00.224851 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] Checking agent: {'id': 'bb6488c3-d59c-408d-aa24-5113f65b4245', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 1, 45), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:10:00.225966 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] Checking segment: {'id': 'f982a65e-375f-40cb-9f51-7cb0ac0c3b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '422326d9-912b-4a25-82b9-6ae37fe68d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:10:00.230170 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:00.233843 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] Bound using segment: {'id': 'f982a65e-375f-40cb-9f51-7cb0ac0c3b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '422326d9-912b-4a25-82b9-6ae37fe68d00'} {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:10:00.239426 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.managers [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] Bound port: bfd65c2a-dd1a-43c7-97b2-ab585581ec0d, host: dv-cinder-789077-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f982a65e-375f-40cb-9f51-7cb0ac0c3b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '422326d9-912b-4a25-82b9-6ae37fe68d00'}}] {{(pid=73841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:10:00.240620 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:00.402465 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for network, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:00.444058 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:00.444723 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:00.609766 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.db [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] For port bfd65c2a-dd1a-43c7-97b2-ab585581ec0d, host dv-cinder-789077-1-smb, cleared binding levels {{(pid=73841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:10:00.610305 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:00.621470 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.db [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] For port bfd65c2a-dd1a-43c7-97b2-ab585581ec0d, host dv-cinder-789077-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=bfd65c2a-dd1a-43c7-97b2-ab585581ec0d,segment=NetworkSegment(f982a65e-375f-40cb-9f51-7cb0ac0c3b48),segment_id=f982a65e-375f-40cb-9f51-7cb0ac0c3b48)] {{(pid=73841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:10:00.639423 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:00.654311 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [None req-71166550-e864-4290-9fad-5b822fa3b23a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:00.722585 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-127478f0-162a-4fb6-b951-1c7026d25844 req-5b6b2dd2-a0a6-4ea4-922e-082e77d15a3c tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73 HTTP/1.1" status: 200 len: 210 time: 0.1036072 May 02 03:10:00.780916 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-221afb24-30ab-4ba9-90c7-c046fd11f9d7 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:00.810793 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 36550) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:00.815605 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 6.1501777 May 02 03:10:00.829115 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-75491398-4452-4676-9941-967a5012a344 admin admin] Request body: {'subnet': {'network_id': 'a953fc1b-0c2d-41c3-a9e3-0c0a107da729', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-951025862-subnet', 'tenant_id': '1522ee08e2ba464892c6f395a1c00507', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:10:00.838629 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-75491398-4452-4676-9941-967a5012a344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:00.858581 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-75491398-4452-4676-9941-967a5012a344 admin admin] Usage tracker for resource:subnet and tenant:1522ee08e2ba464892c6f395a1c00507 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:00.877912 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-75491398-4452-4676-9941-967a5012a344 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:00.897874 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-75491398-4452-4676-9941-967a5012a344 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:00.946156 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75491398-4452-4676-9941-967a5012a344 admin admin] Made reservation on behalf of 1522ee08e2ba464892c6f395a1c00507 for: {'subnet': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:10:00.949988 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-75491398-4452-4676-9941-967a5012a344 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:00.983387 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] Routers {'683647d7-cc04-4945-a982-05cfff41eeaf'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:10:00.984468 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:09:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['683647d7-cc04-4945-a982-05cfff41eeaf'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:10:01.055055 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 36556) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:01.093133 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899177c-930b-4794-b2f8-f4cbaa3f94b3 None None] Pushing event updated for resources: {'Port': ['ID=bfd65c2a-dd1a-43c7-97b2-ab585581ec0d,revision_number=4']} {{(pid=73841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:01.112560 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [None req-a899177c-930b-4794-b2f8-f4cbaa3f94b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:01.129790 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-86e13ac0-10c1-4836-9976-6af82141d80c req-c4fc6071-c5dc-4d91-9396-8e502bf46f62 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=42c15d9132f24a548967a141c68926b6&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4477351 May 02 03:10:01.286298 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] Pushing event updated for resources: {'Network': ['ID=a953fc1b-0c2d-41c3-a9e3-0c0a107da729,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:01.301757 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Network a953fc1b-0c2d-41c3-a9e3-0c0a107da729 details requested by agent ovs-agent-dv-cinder-789077-1-smb with host dv-cinder-789077-1-smb {{(pid=73840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 02 03:10:01.418032 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:01.433874 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.db.resource_extend [None req-8282aad0-7804-4803-a329-3e739de1527f admin admin] It took 0.69 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 03:10:01.471564 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-8282aad0-7804-4803-a329-3e739de1527f admin admin] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:01.587101 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-6099646b-c0be-40de-bb8b-44fef5239f19 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:01.624948 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:01.717718 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] Set router 683647d7-cc04-4945-a982-05cfff41eeaf gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:10:01.798397 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-6099646b-c0be-40de-bb8b-44fef5239f19 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:01.804524 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-8282aad0-7804-4803-a329-3e739de1527f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:01.843020 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-221afb24-30ab-4ba9-90c7-c046fd11f9d7 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Network 9795ec03-0bba-48f0-a319-cd1d85d2746a is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:10:01.887953 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-221afb24-30ab-4ba9-90c7-c046fd11f9d7 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Resources bound (agent type, host, resource id): {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:10:01.896094 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-221afb24-30ab-4ba9-90c7-c046fd11f9d7 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:10:01.927669 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-221afb24-30ab-4ba9-90c7-c046fd11f9d7 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:01.928839 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-221afb24-30ab-4ba9-90c7-c046fd11f9d7 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:01.963900 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9d478-28b8-44fd-9dff-83b6277ea0a9 req-b0885b69-58b1-4981-a59e-5cc3364e36b7 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:01.979202 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-94e9d478-28b8-44fd-9dff-83b6277ea0a9 req-b0885b69-58b1-4981-a59e-5cc3364e36b7 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dad148-9385-40db-8846-89a54d12d057 HTTP/1.1" status: 200 len: 931 time: 0.5357378 May 02 03:10:02.209740 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-ba0b46fd-538e-44f3-94c3-b1ed38718836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:02.250118 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-8282aad0-7804-4803-a329-3e739de1527f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656240'] for router_interface, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:02.256282 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-221afb24-30ab-4ba9-90c7-c046fd11f9d7 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.5798054 May 02 03:10:02.261712 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-ba0b46fd-538e-44f3-94c3-b1ed38718836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:02.279846 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-ba0b46fd-538e-44f3-94c3-b1ed38718836 admin admin] Usage tracker for resource:security_group_rule and tenant:812c7d5cadde46438ba18fbcd7f241eb is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:02.311764 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-94e9d478-28b8-44fd-9dff-83b6277ea0a9 req-b20b6426-68fb-4592-bb2e-5de7c5f8eaa2 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/security-groups?id=2323337b-2197-46ba-b17a-0a8dcf971239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312726 May 02 03:10:02.316974 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-ba0b46fd-538e-44f3-94c3-b1ed38718836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:02.347509 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-ba0b46fd-538e-44f3-94c3-b1ed38718836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:02.475798 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221afb24-30ab-4ba9-90c7-c046fd11f9d7 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Pushing event updated for resources: {'Port': ['ID=cf14a9d7-638d-4b70-a4ec-5027ba48f940,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:02.506759 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-221afb24-30ab-4ba9-90c7-c046fd11f9d7 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:02.551720 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-a965e843-4e6c-497f-aa18-b2b06c843e8f tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=73838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 02 03:10:02.567039 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-a965e843-4e6c-497f-aa18-b2b06c843e8f tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1816750 May 02 03:10:02.571806 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.684s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:02.743296 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-75491398-4452-4676-9941-967a5012a344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for subnet, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:02.806472 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-6099646b-c0be-40de-bb8b-44fef5239f19 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Network de631dfc-e161-49b8-9997-23bba9416921 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:10:02.818758 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099646b-c0be-40de-bb8b-44fef5239f19 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Pushing event updated for resources: {'Port': ['ID=2094c639-72ff-40b6-a726-ff20e8d9032f,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:02.836269 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-6099646b-c0be-40de-bb8b-44fef5239f19 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Resources bound (agent type, host, resource id): {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:10:02.857874 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:02.954314 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683647d7-cc04-4945-a982-05cfff41eeaf', 'name': 'tempest-ServerRescueNegativeTestJSON-713855185-router', 'tenant_id': '42c15d9132f24a548967a141c68926b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd92b6ba2-385a-4f53-aa20-b9f629a97d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:39Z', 'updated_at': '2021-05-02T03:09:52Z', 'revision_number': 4, 'project_id': '42c15d9132f24a548967a141c68926b6', 'gw_port': {'id': 'd92b6ba2-385a-4f53-aa20-b9f629a97d0b', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683647d7-cc04-4945-a982-05cfff41eeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': 'bfd65c2a-dd1a-43c7-97b2-ab585581ec0d', 'name': '', 'network_id': '422326d9-912b-4a25-82b9-6ae37fe68d00', 'tenant_id': '42c15d9132f24a548967a141c68926b6', 'mac_address': 'fa:16:3e:aa:8c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '683647d7-cc04-4945-a982-05cfff41eeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e9b6e3be-0fc1-4ca2-8d57-9b34e3e05baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:49Z', 'updated_at': '2021-05-02T03:10:00Z', 'revision_number': 4, 'project_id': '42c15d9132f24a548967a141c68926b6', 'subnets': [{'id': 'e9b6e3be-0fc1-4ca2-8d57-9b34e3e05baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:10:02.966621 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0340e49f-ca46-4323-9b06-4dd923d7891e None None] The sync data for ids ['683647d7-cc04-4945-a982-05cfff41eeaf'] in dv-cinder-789077-1-smb is: [{'id': '683647d7-cc04-4945-a982-05cfff41eeaf', 'name': 'tempest-ServerRescueNegativeTestJSON-713855185-router', 'tenant_id': '42c15d9132f24a548967a141c68926b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd92b6ba2-385a-4f53-aa20-b9f629a97d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:39Z', 'updated_at': '2021-05-02T03:09:52Z', 'revision_number': 4, 'project_id': '42c15d9132f24a548967a141c68926b6', 'gw_port': {'id': 'd92b6ba2-385a-4f53-aa20-b9f629a97d0b', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683647d7-cc04-4945-a982-05cfff41eeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': 'bfd65c2a-dd1a-43c7-97b2-ab585581ec0d', 'name': '', 'network_id': '422326d9-912b-4a25-82b9-6ae37fe68d00', 'tenant_id': '42c15d9132f24a548967a141c68926b6', 'mac_address': 'fa:16:3e:aa:8c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '683647d7-cc04-4945-a982-05cfff41eeaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e9b6e3be-0fc1-4ca2-8d57-9b34e3e05baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:49Z', 'updated_at': '2021-05-02T03:10:00Z', 'revision_number': 4, 'project_id': '42c15d9132f24a548967a141c68926b6', 'subnets': [{'id': 'e9b6e3be-0fc1-4ca2-8d57-9b34e3e05baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:10:03.032666 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-6099646b-c0be-40de-bb8b-44fef5239f19 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:10:03.039455 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-6099646b-c0be-40de-bb8b-44fef5239f19 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:03.055040 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-6099646b-c0be-40de-bb8b-44fef5239f19 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:03.193730 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75491398-4452-4676-9941-967a5012a344 admin admin] Checking segment: {'id': 'b9310ad9-f0ea-4afb-a038-2f12170d66af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a953fc1b-0c2d-41c3-a9e3-0c0a107da729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:10:03.199733 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75491398-4452-4676-9941-967a5012a344 admin admin] Network hostable DHCP agents. Network: a953fc1b-0c2d-41c3-a9e3-0c0a107da729, hostable agents: ['614df883-a3aa-459e-9403-57d681838b96'], hosted agents: [] {{(pid=73839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 03:10:03.295407 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75491398-4452-4676-9941-967a5012a344 admin admin] Network a953fc1b-0c2d-41c3-a9e3-0c0a107da729 is scheduled to be hosted by DHCP agent 614df883-a3aa-459e-9403-57d681838b96 with binding_index 1 {{(pid=73839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 03:10:03.344393 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-86e13ac0-10c1-4836-9976-6af82141d80c req-a0a209ea-a687-4563-a773-7d09c733e955 service neutron] 10.222.0.20 "GET /v2.0/networks/422326d9-912b-4a25-82b9-6ae37fe68d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0354526 May 02 03:10:03.351527 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75491398-4452-4676-9941-967a5012a344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e03640a-b6f2-46a8-9c1d-6234e5526d0b,revision_number=0']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:03.365794 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-75491398-4452-4676-9941-967a5012a344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:03.394599 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985aa54-4673-4952-a370-402c076344a4 req-af92451e-098e-4b65-b56f-89428593e14e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:03.447735 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d985aa54-4673-4952-a370-402c076344a4 req-af92451e-098e-4b65-b56f-89428593e14e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73 HTTP/1.1" status: 200 len: 931 time: 0.6920125 May 02 03:10:03.525668 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-75491398-4452-4676-9941-967a5012a344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-smb, a953fc1b-0c2d-41c3-a9e3-0c0a107da729) {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:10:03.538779 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dba08bd-67b2-42e4-9ff3-b29f39b9d4ef None None] Network a953fc1b-0c2d-41c3-a9e3-0c0a107da729 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:10:03.603518 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75491398-4452-4676-9941-967a5012a344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:03.604232 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-75491398-4452-4676-9941-967a5012a344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:03.672808 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-6099646b-c0be-40de-bb8b-44fef5239f19 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.0811310 May 02 03:10:03.684014 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] Request body: {'port': {'device_id': 'a7dad148-9385-40db-8846-89a54d12d057', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:10:03.850862 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-ba0b46fd-538e-44f3-94c3-b1ed38718836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:03.873633 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-ba0b46fd-538e-44f3-94c3-b1ed38718836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:03.894079 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-d985aa54-4673-4952-a370-402c076344a4 req-e46926d0-9ed7-4671-8a6f-d88e5ae7fe1c tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Synchronizing usage tracker for tenant:d517c1706c83412cb9564e16749007b5 on resource:security_group {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:10:03.959501 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-2568ac1f-a156-47bc-9c28-155e41b9d4af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:04.047233 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-75491398-4452-4676-9941-967a5012a344 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.2234623 May 02 03:10:04.112990 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device bfd65c2a-dd1a-43c7-97b2-ab585581ec0d up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:10:04.125288 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282aad0-7804-4803-a329-3e739de1527f admin admin] Pushing event updated for resources: {'Port': ['ID=1366a0be-0d0f-4d98-9447-a1056d751305,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:04.131855 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-8282aad0-7804-4803-a329-3e739de1527f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.561s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:04.151753 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.855s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:04.152507 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:04.162280 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] Request body: {'port': {'device_id': '864b37b4-843c-4cd8-ab97-c2ae2edd4b73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:10:04.202309 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-ba0b46fd-538e-44f3-94c3-b1ed38718836 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=812c7d5cadde46438ba18fbcd7f241eb&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1407681 May 02 03:10:04.203638 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-d985aa54-4673-4952-a370-402c076344a4 req-e46926d0-9ed7-4671-8a6f-d88e5ae7fe1c tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Unset dirty status for tenant:d517c1706c83412cb9564e16749007b5 on resource:security_group {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:10:04.223582 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d985aa54-4673-4952-a370-402c076344a4 req-e46926d0-9ed7-4671-8a6f-d88e5ae7fe1c tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7742596 May 02 03:10:04.239173 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 36612) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:04.263514 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b46fd-538e-44f3-94c3-b1ed38718836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e41ce63-9e6e-4266-883d-efa7c309626f,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:04.345882 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-ba0b46fd-538e-44f3-94c3-b1ed38718836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:04.514528 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8282aad0-7804-4803-a329-3e739de1527f admin admin] Network d7689858-9039-425a-935e-3344516b06bf is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:10:04.536633 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-8282aad0-7804-4803-a329-3e739de1527f admin admin] Resources bound (agent type, host, resource id): {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:10:04.583896 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-12d0baa3-511d-4a5b-9571-a00cbb64671a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:04.584478 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:04.604777 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning for port bfd65c2a-dd1a-43c7-97b2-ab585581ec0d completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:10:04.652816 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port bfd65c2a-dd1a-43c7-97b2-ab585581ec0d triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:10:04.653405 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:04.950646 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-12d0baa3-511d-4a5b-9571-a00cbb64671a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:05.316847 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf575862-4fab-402c-8885-d9707bf2db1b req-9640db17-d632-4c12-91eb-7700dee945f1 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:05.337225 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-bf575862-4fab-402c-8885-d9707bf2db1b req-9640db17-d632-4c12-91eb-7700dee945f1 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dad148-9385-40db-8846-89a54d12d057 HTTP/1.1" status: 200 len: 931 time: 0.6545608 May 02 03:10:05.540064 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-12d0baa3-511d-4a5b-9571-a00cbb64671a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:05.613302 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:05.693505 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0baa3-511d-4a5b-9571-a00cbb64671a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e41ce63-9e6e-4266-883d-efa7c309626f,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:05.709885 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-12d0baa3-511d-4a5b-9571-a00cbb64671a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:05.722266 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-bf575862-4fab-402c-8885-d9707bf2db1b req-78168dbc-09e3-4ce9-acb1-2f7b1f3de3ea tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/security-groups?id=2323337b-2197-46ba-b17a-0a8dcf971239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660073 May 02 03:10:05.742175 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-12d0baa3-511d-4a5b-9571-a00cbb64671a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:05.757399 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-12d0baa3-511d-4a5b-9571-a00cbb64671a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e41ce63-9e6e-4266-883d-efa7c309626f HTTP/1.1" status: 204 len: 168 time: 1.5084121 May 02 03:10:05.873859 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-8b4df777-1943-41d8-87dd-22f1b1862cb9 None None] Provisioning complete for port 1366a0be-0d0f-4d98-9447-a1056d751305 triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:10:05.875392 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-8b4df777-1943-41d8-87dd-22f1b1862cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:06.076639 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-86e13ac0-10c1-4836-9976-6af82141d80c req-4844b9a4-c8e4-4938-a502-11a672a00c47 service neutron] 10.222.0.20 "GET /v2.0/networks/422326d9-912b-4a25-82b9-6ae37fe68d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.6762238 May 02 03:10:06.107869 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf14a9d7-638d-4b70-a4ec-5027ba48f940 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:10:06.136324 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:06.159455 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:06.203509 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cd7737-d8d3-4bdc-8eec-8f02c9707bcb None None] Network a953fc1b-0c2d-41c3-a9e3-0c0a107da729 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:10:06.245112 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:06.407630 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b988b-5059-4096-985b-2a45fcf1bfbc req-3b77421f-c586-47e2-86f9-708ebb6e4247 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:06.416142 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-246b988b-5059-4096-985b-2a45fcf1bfbc req-3b77421f-c586-47e2-86f9-708ebb6e4247 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73 HTTP/1.1" status: 200 len: 931 time: 0.4132650 May 02 03:10:06.452728 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] Transition to ACTIVE for port object cf14a9d7-638d-4b70-a4ec-5027ba48f940 will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:10:06.589242 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-246b988b-5059-4096-985b-2a45fcf1bfbc req-d6e7c690-d20f-431b-9c2f-785bba275052 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665456 May 02 03:10:06.805750 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-8b4df777-1943-41d8-87dd-22f1b1862cb9 None None] Port 1366a0be-0d0f-4d98-9447-a1056d751305 cannot update to ACTIVE because it is not bound. {{(pid=73840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:10:06.829997 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] For port bfd65c2a-dd1a-43c7-97b2-ab585581ec0d, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=bfd65c2a-dd1a-43c7-97b2-ab585581ec0d,segment=NetworkSegment(f982a65e-375f-40cb-9f51-7cb0ac0c3b48),segment_id=f982a65e-375f-40cb-9f51-7cb0ac0c3b48)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:10:06.876285 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:06.950006 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:06.975945 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:06.981052 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b621faa5-29c1-4128-bb2e-235a11562ccf req-77bf967d-3183-4b06-9e4b-1a7758f09f54 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 210 time: 0.2322209 May 02 03:10:07.021274 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-221afb24-30ab-4ba9-90c7-c046fd11f9d7 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:07.287866 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 36662) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:07.367923 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-91e1a056-3956-4c70-b94c-2f319737c816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:07.450428 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-91e1a056-3956-4c70-b94c-2f319737c816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:07.698831 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Pushing event updated for resources: {'Port': ['ID=bfd65c2a-dd1a-43c7-97b2-ab585581ec0d,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:07.716433 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:07.913315 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8282aad0-7804-4803-a329-3e739de1527f admin admin] Router f133ad33-8abc-493f-824a-681c0b22127f has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:10:08.095176 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-91e1a056-3956-4c70-b94c-2f319737c816 admin admin] Usage tracker for resource:security_group_rule and tenant:f66942d8474f476ab34ca5a55d0220da is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:08.143878 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-91e1a056-3956-4c70-b94c-2f319737c816 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:08.162330 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-91e1a056-3956-4c70-b94c-2f319737c816 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:08.186496 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 36684) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:08.231371 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1604018239-network', 'tenant_id': 'fc798db1e70a4bd7a51a83de25297129'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:10:08.264664 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:08.276334 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Usage tracker for resource:network and tenant:fc798db1e70a4bd7a51a83de25297129 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:08.288506 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:08.357155 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:08.446223 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Made reservation on behalf of fc798db1e70a4bd7a51a83de25297129 for: {'network': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:10:08.449116 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for network, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:08.477735 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe6cda-f95b-4405-9baf-011109642e43 req-cf141727-4105-4e18-abef-6b3058cb0cad tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:08.485408 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-cebe6cda-f95b-4405-9baf-011109642e43 req-cf141727-4105-4e18-abef-6b3058cb0cad tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dad148-9385-40db-8846-89a54d12d057 HTTP/1.1" status: 200 len: 943 time: 1.0364766 May 02 03:10:08.490389 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf14a9d7-638d-4b70-a4ec-5027ba48f940,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:08.611893 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.589s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:08.619380 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:08.667808 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-91e1a056-3956-4c70-b94c-2f319737c816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:08.682148 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:08.689446 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Usage tracker for resource:security_group_rule and tenant:fc798db1e70a4bd7a51a83de25297129 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:08.693770 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:08.704201 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:08.747630 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] Attempting to bind port cf14a9d7-638d-4b70-a4ec-5027ba48f940 on host hv-cinder-78907 for vnic_type normal with profile {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:10:08.748106 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] Attempting to bind port cf14a9d7-638d-4b70-a4ec-5027ba48f940 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': 'a10e9ca2-3ce1-481d-9456-5ec414a54a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9795ec03-0bba-48f0-a319-cd1d85d2746a'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:10:08.748481 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] Attempting to bind port cf14a9d7-638d-4b70-a4ec-5027ba48f940 on network 9795ec03-0bba-48f0-a319-cd1d85d2746a {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:10:08.900896 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-91e1a056-3956-4c70-b94c-2f319737c816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:09.063832 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:09.075978 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:09.094821 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-cebe6cda-f95b-4405-9baf-011109642e43 req-7e619a0d-b6a0-47a4-b5b4-1bfd83fb96f4 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/security-groups?id=2323337b-2197-46ba-b17a-0a8dcf971239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6083250 May 02 03:10:09.105551 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:09.175672 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] Port cf14a9d7-638d-4b70-a4ec-5027ba48f940 on network 9795ec03-0bba-48f0-a319-cd1d85d2746a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:10:09.176320 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] Attempting to bind port cf14a9d7-638d-4b70-a4ec-5027ba48f940 on network 9795ec03-0bba-48f0-a319-cd1d85d2746a {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:10:09.192710 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-91e1a056-3956-4c70-b94c-2f319737c816 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f66942d8474f476ab34ca5a55d0220da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9037242 May 02 03:10:09.212103 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 36706) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:09.229855 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] Checking agent: {'id': 'f9e719c6-981b-4bb7-a7e6-8d35fc174b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'started_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:10:09.230589 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] Checking segment: {'id': 'a10e9ca2-3ce1-481d-9456-5ec414a54a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9795ec03-0bba-48f0-a319-cd1d85d2746a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:10:09.235277 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] Bound using segment: {'id': 'a10e9ca2-3ce1-481d-9456-5ec414a54a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9795ec03-0bba-48f0-a319-cd1d85d2746a'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:10:09.236010 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] Bound port: cf14a9d7-638d-4b70-a4ec-5027ba48f940, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a10e9ca2-3ce1-481d-9456-5ec414a54a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9795ec03-0bba-48f0-a319-cd1d85d2746a'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:10:09.237197 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:09.313329 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1a056-3956-4c70-b94c-2f319737c816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f8f4c6-3c8e-4d02-a482-8ce967530fd4,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:09.321721 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-91e1a056-3956-4c70-b94c-2f319737c816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:09.322721 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-ab1cc0ae-010c-4619-b1b6-9e5a503aed2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:09.391476 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=73839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 03:10:09.578815 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device bfd65c2a-dd1a-43c7-97b2-ab585581ec0d up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:10:09.584764 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:09.585356 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.db.segments_db [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Added segment 75b56678-bcd9-42f3-974a-7b524ab88213 of type vlan for network 276c0657-e8b7-449c-943b-0b64765d0fb3 May 02 03:10:09.652077 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] For port cf14a9d7-638d-4b70-a4ec-5027ba48f940, host hv-cinder-78907, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:10:09.669924 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] For port cf14a9d7-638d-4b70-a4ec-5027ba48f940, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=cf14a9d7-638d-4b70-a4ec-5027ba48f940,segment=NetworkSegment(a10e9ca2-3ce1-481d-9456-5ec414a54a12),segment_id=a10e9ca2-3ce1-481d-9456-5ec414a54a12)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:10:09.727982 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:09.749309 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d5ea7a-a996-4670-ae35-8c619891d381,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:09.788239 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:09.793677 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.16', 63708) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:09.803740 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-67d888f4-9120-4923-939c-4d44325d6eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:09.810085 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070000c5-b8ea-4c83-b24e-cbf2bfd09537 req-9f92796d-6a6e-4afd-bb0e-4efae08291de tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:09.815903 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-070000c5-b8ea-4c83-b24e-cbf2bfd09537 req-9f92796d-6a6e-4afd-bb0e-4efae08291de tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Synchronizing usage tracker for tenant:d517c1706c83412cb9564e16749007b5 on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:10:09.857200 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8282aad0-7804-4803-a329-3e739de1527f admin admin] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:10:09.885579 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:09.892066 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] Sync routers for ids ['f133ad33-8abc-493f-824a-681c0b22127f'] in dv-cinder-789077-1-smb {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:10:09.933074 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794390503316'] for network, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:09.938364 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port bfd65c2a-dd1a-43c7-97b2-ab585581ec0d triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:10:09.938741 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:09.973984 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-8282aad0-7804-4803-a329-3e739de1527f admin admin] 10.222.0.20 "PUT /v2.0/routers/f133ad33-8abc-493f-824a-681c0b22127f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 24.3997507 May 02 03:10:09.992683 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] Routers {'f133ad33-8abc-493f-824a-681c0b22127f'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:10:09.998532 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:09:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['f133ad33-8abc-493f-824a-681c0b22127f'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:10:10.020394 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-070000c5-b8ea-4c83-b24e-cbf2bfd09537 req-9f92796d-6a6e-4afd-bb0e-4efae08291de tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Unset dirty status for tenant:d517c1706c83412cb9564e16749007b5 on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:10:10.035523 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-070000c5-b8ea-4c83-b24e-cbf2bfd09537 req-9f92796d-6a6e-4afd-bb0e-4efae08291de tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73 HTTP/1.1" status: 200 len: 931 time: 1.8355043 May 02 03:10:10.232155 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:10.252596 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:10.255735 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] 10.222.0.16 "PUT /v2.0/ports/cf14a9d7-638d-4b70-a4ec-5027ba48f940 HTTP/1.1" status: 200 len: 1093 time: 7.0816236 May 02 03:10:10.303414 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7dad148-9385-40db-8846-89a54d12d057', 'tag': 'cf14a9d7-638d-4b70-a4ec-5027ba48f940'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:10:10.310916 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-67d888f4-9120-4923-939c-4d44325d6eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:10.415903 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.db.resource_extend [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 03:10:10.472381 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-0cd81131-8cbf-4300-92c5-23434888cc97 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:10.473123 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-0cd81131-8cbf-4300-92c5-23434888cc97 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Synchronizing usage tracker for tenant:42c15d9132f24a548967a141c68926b6 on resource:network {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:10:10.636701 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for network, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:10.656638 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] Set router f133ad33-8abc-493f-824a-681c0b22127f gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:10:10.692914 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e13ac0-10c1-4836-9976-6af82141d80c req-dd1ffba9-eafb-4007-b06b-5e5c3982b083 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:10.694185 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-86e13ac0-10c1-4836-9976-6af82141d80c req-dd1ffba9-eafb-4007-b06b-5e5c3982b083 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Synchronizing usage tracker for tenant:42c15d9132f24a548967a141c68926b6 on resource:network {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:10:10.703072 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:10.703584 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:10.710712 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-0cd81131-8cbf-4300-92c5-23434888cc97 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Unset dirty status for tenant:42c15d9132f24a548967a141c68926b6 on resource:network {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:10:10.720752 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-0cd81131-8cbf-4300-92c5-23434888cc97 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/networks?id=422326d9-912b-4a25-82b9-6ae37fe68d00 HTTP/1.1" status: 200 len: 818 time: 1.3258400 May 02 03:10:10.727579 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:10.866410 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.db.resource_extend [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] It took 0.87 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 03:10:10.890370 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Pushing event updated for resources: {'Network': ['ID=276c0657-e8b7-449c-943b-0b64765d0fb3,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:10.905411 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:10.914081 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-9ddbf641-27ec-43fe-a43f-aaf164e0fe96 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/quotas/42c15d9132f24a548967a141c68926b6 HTTP/1.1" status: 200 len: 375 time: 0.1921067 May 02 03:10:10.937951 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-86e13ac0-10c1-4836-9976-6af82141d80c req-dd1ffba9-eafb-4007-b06b-5e5c3982b083 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Unset dirty status for tenant:42c15d9132f24a548967a141c68926b6 on resource:network {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:10:10.939279 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-86e13ac0-10c1-4836-9976-6af82141d80c req-dd1ffba9-eafb-4007-b06b-5e5c3982b083 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.16 "GET /v2.0/networks?id=422326d9-912b-4a25-82b9-6ae37fe68d00 HTTP/1.1" status: 200 len: 818 time: 1.1435931 May 02 03:10:10.997482 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Network 276c0657-e8b7-449c-943b-0b64765d0fb3 details requested by agent ovs-agent-dv-cinder-789077-1-smb with host dv-cinder-789077-1-smb {{(pid=73840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 02 03:10:11.052373 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-070000c5-b8ea-4c83-b24e-cbf2bfd09537 req-188a6b93-3d1f-48a6-be85-b84dac9368ae tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0130734 May 02 03:10:11.090103 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [req-86e13ac0-10c1-4836-9976-6af82141d80c req-59812887-974d-455d-a77b-5470358fa811 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Request body: {'port': {'device_id': '446e7535-3012-49e7-aabd-6260e737d9a2', 'network_id': '422326d9-912b-4a25-82b9-6ae37fe68d00', 'admin_state_up': True, 'tenant_id': '42c15d9132f24a548967a141c68926b6'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:10:11.158106 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf14a9d7-638d-4b70-a4ec-5027ba48f940,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:11.195067 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.309s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:11.238881 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2094c639-72ff-40b6-a726-ff20e8d9032f {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:10:11.258395 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:11.294327 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] Transition to ACTIVE for port object 2094c639-72ff-40b6-a726-ff20e8d9032f will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:10:11.449253 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-67d888f4-9120-4923-939c-4d44325d6eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:11.474581 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.2859745 May 02 03:10:11.488703 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-67d888f4-9120-4923-939c-4d44325d6eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:11.490729 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-67d888f4-9120-4923-939c-4d44325d6eaa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19f8f4c6-3c8e-4d02-a482-8ce967530fd4 HTTP/1.1" status: 204 len: 168 time: 2.2772775 May 02 03:10:11.491946 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 36798) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:11.500165 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:11.512209 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:11.523470 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-61124b09-aa4f-4dcd-929a-d8d4417fb4ff admin admin] Request body: {'subnet': {'network_id': '276c0657-e8b7-449c-943b-0b64765d0fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1604018239-subnet', 'tenant_id': 'fc798db1e70a4bd7a51a83de25297129', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:10:11.588944 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-8282aad0-7804-4803-a329-3e739de1527f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:11.598148 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-61124b09-aa4f-4dcd-929a-d8d4417fb4ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:11.630205 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d888f4-9120-4923-939c-4d44325d6eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f8f4c6-3c8e-4d02-a482-8ce967530fd4,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:11.642286 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-67d888f4-9120-4923-939c-4d44325d6eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:11.644697 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-61124b09-aa4f-4dcd-929a-d8d4417fb4ff admin admin] Usage tracker for resource:subnet and tenant:fc798db1e70a4bd7a51a83de25297129 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:11.676887 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-61124b09-aa4f-4dcd-929a-d8d4417fb4ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:11.759350 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] Pushing event updated for resources: {'Port': ['ID=2094c639-72ff-40b6-a726-ff20e8d9032f,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:11.773095 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-61124b09-aa4f-4dcd-929a-d8d4417fb4ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:11.778246 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:11.840022 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-7039100d-68fb-4e22-bd3c-970531b2edbb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Synchronizing usage tracker for tenant:42c15d9132f24a548967a141c68926b6 on resource:port {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:10:11.866116 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61124b09-aa4f-4dcd-929a-d8d4417fb4ff admin admin] Made reservation on behalf of fc798db1e70a4bd7a51a83de25297129 for: {'subnet': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:10:11.871214 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-61124b09-aa4f-4dcd-929a-d8d4417fb4ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:11.898430 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-96abbbf0-9986-4e41-8cf5-b99719189699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:11.900028 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-96abbbf0-9986-4e41-8cf5-b99719189699 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44b555abaa0c419ca16d9e4ed7a54340&device_id=a7dad148-9385-40db-8846-89a54d12d057 HTTP/1.1" status: 200 len: 1096 time: 1.3536224 May 02 03:10:11.920964 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [req-86e13ac0-10c1-4836-9976-6af82141d80c req-59812887-974d-455d-a77b-5470358fa811 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:11.937979 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-86e13ac0-10c1-4836-9976-6af82141d80c req-59812887-974d-455d-a77b-5470358fa811 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Usage tracker for resource:port and tenant:42c15d9132f24a548967a141c68926b6 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:11.967986 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-86e13ac0-10c1-4836-9976-6af82141d80c req-59812887-974d-455d-a77b-5470358fa811 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Quota usage for port was recalculated. Used quota:1. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:11.988421 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [req-86e13ac0-10c1-4836-9976-6af82141d80c req-59812887-974d-455d-a77b-5470358fa811 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:11.993034 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-60523a11-b8b4-4a38-b507-d2e10089e265 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf14a9d7-638d-4b70-a4ec-5027ba48f940 HTTP/1.1" status: 200 len: 217 time: 0.0853255 May 02 03:10:12.052712 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'name': 'tempest-AttachVolumeShelveTestJSON-1652503319-router', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:38Z', 'updated_at': '2021-05-02T03:09:56Z', 'revision_number': 4, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'gw_port': {'id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '1366a0be-0d0f-4d98-9447-a1056d751305', 'name': '', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'mac_address': 'fa:16:3e:c8:41:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:49Z', 'updated_at': '2021-05-02T03:09:58Z', 'revision_number': 2, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'subnets': [{'id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:10:12.057736 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-3fcfdb75-1eed-4fa5-b689-c0f7c5b27ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:12.063192 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] Checking router: f133ad33-8abc-493f-824a-681c0b22127f for host: dv-cinder-789077-1-smb {{(pid=73840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:10:12.064001 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] Updating router f133ad33-8abc-493f-824a-681c0b22127f port 1366a0be-0d0f-4d98-9447-a1056d751305 binding host dv-cinder-789077-1-smb {{(pid=73840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:10:12.126421 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] Attempting to bind port 2094c639-72ff-40b6-a726-ff20e8d9032f on host hv-cinder-78907 for vnic_type normal with profile {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:10:12.127095 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] Attempting to bind port 2094c639-72ff-40b6-a726-ff20e8d9032f by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '9a4193b4-49de-4b60-8991-8a5cf7fb4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'de631dfc-e161-49b8-9997-23bba9416921'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:10:12.127681 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] Attempting to bind port 2094c639-72ff-40b6-a726-ff20e8d9032f on network de631dfc-e161-49b8-9997-23bba9416921 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:10:12.136826 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e13ac0-10c1-4836-9976-6af82141d80c req-59812887-974d-455d-a77b-5470358fa811 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Made reservation on behalf of 42c15d9132f24a548967a141c68926b6 for: {'port': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:10:12.141101 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-86e13ac0-10c1-4836-9976-6af82141d80c req-59812887-974d-455d-a77b-5470358fa811 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:12.141765 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5235e9-57fe-440c-a5ef-06088693d9a7 req-b5833428-0dd1-483b-863c-c2887005659f tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:12.142918 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-ca5235e9-57fe-440c-a5ef-06088693d9a7 req-b5833428-0dd1-483b-863c-c2887005659f tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Synchronizing usage tracker for tenant:44b555abaa0c419ca16d9e4ed7a54340 on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:10:12.151308 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] Port 2094c639-72ff-40b6-a726-ff20e8d9032f on network de631dfc-e161-49b8-9997-23bba9416921 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:10:12.151927 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] Attempting to bind port 2094c639-72ff-40b6-a726-ff20e8d9032f on network de631dfc-e161-49b8-9997-23bba9416921 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:10:12.155993 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-006037e9-4c1a-4e34-bfa3-0a8bacf8d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:12.157850 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-006037e9-4c1a-4e34-bfa3-0a8bacf8d5df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=68ca72a9-45fe-4820-baf3-f86617f6b27b HTTP/1.1" status: 200 len: 851 time: 0.1309254 May 02 03:10:12.172474 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] Checking agent: {'id': 'f9e719c6-981b-4bb7-a7e6-8d35fc174b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'started_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:10:12.173120 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] Checking segment: {'id': '9a4193b4-49de-4b60-8991-8a5cf7fb4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'de631dfc-e161-49b8-9997-23bba9416921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:10:12.173893 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] Bound using segment: {'id': '9a4193b4-49de-4b60-8991-8a5cf7fb4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'de631dfc-e161-49b8-9997-23bba9416921'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:10:12.175294 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] Bound port: 2094c639-72ff-40b6-a726-ff20e8d9032f, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4193b4-49de-4b60-8991-8a5cf7fb4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'de631dfc-e161-49b8-9997-23bba9416921'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:10:12.175862 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:12.235698 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:12.244465 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-ca5235e9-57fe-440c-a5ef-06088693d9a7 req-b5833428-0dd1-483b-863c-c2887005659f tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Unset dirty status for tenant:44b555abaa0c419ca16d9e4ed7a54340 on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:10:12.252539 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-ca5235e9-57fe-440c-a5ef-06088693d9a7 req-b5833428-0dd1-483b-863c-c2887005659f tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dad148-9385-40db-8846-89a54d12d057 HTTP/1.1" status: 200 len: 943 time: 0.9232914 May 02 03:10:12.256520 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-253c3be8-af1e-4bad-8cba-be8f154a7c80 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9795ec03-0bba-48f0-a319-cd1d85d2746a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882032 May 02 03:10:12.433616 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-7039100d-68fb-4e22-bd3c-970531b2edbb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Unset dirty status for tenant:42c15d9132f24a548967a141c68926b6 on resource:port {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:10:12.445841 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-7039100d-68fb-4e22-bd3c-970531b2edbb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=42c15d9132f24a548967a141c68926b6&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5286269 May 02 03:10:12.562843 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-0bbde7f1-b143-4ed1-be67-52f92b5e5281 service neutron] 10.222.0.16 "GET /v2.0/networks/9795ec03-0bba-48f0-a319-cd1d85d2746a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800250 May 02 03:10:12.638885 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-498ed0d2-8d4a-4578-80b1-fafffee4adc5 service neutron] 10.222.0.20 "GET /v2.0/networks/422326d9-912b-4a25-82b9-6ae37fe68d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919186 May 02 03:10:12.654448 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-ca5235e9-57fe-440c-a5ef-06088693d9a7 req-9e54f6cd-3ed2-4948-b4ee-24a66f0538d2 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Synchronizing usage tracker for tenant:44b555abaa0c419ca16d9e4ed7a54340 on resource:security_group {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:10:12.815204 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 36834) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:12.816738 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] For port 2094c639-72ff-40b6-a726-ff20e8d9032f, host hv-cinder-78907, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:10:12.859413 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] For port 2094c639-72ff-40b6-a726-ff20e8d9032f, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=2094c639-72ff-40b6-a726-ff20e8d9032f,segment=NetworkSegment(9a4193b4-49de-4b60-8991-8a5cf7fb4e4b),segment_id=9a4193b4-49de-4b60-8991-8a5cf7fb4e4b)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:10:12.884166 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-ca5235e9-57fe-440c-a5ef-06088693d9a7 req-9e54f6cd-3ed2-4948-b4ee-24a66f0538d2 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Unset dirty status for tenant:44b555abaa0c419ca16d9e4ed7a54340 on resource:security_group {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:10:12.890034 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-ca5235e9-57fe-440c-a5ef-06088693d9a7 req-9e54f6cd-3ed2-4948-b4ee-24a66f0538d2 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/security-groups?id=2323337b-2197-46ba-b17a-0a8dcf971239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6346791 May 02 03:10:12.941825 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:13.006994 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:13.112680 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] Notify callbacks [] for port, precommit_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:13.133185 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] Transition to ACTIVE for port object 1366a0be-0d0f-4d98-9447-a1056d751305 will not be triggered until provisioned by entity L2. {{(pid=73840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:10:13.141106 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:13.141734 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:13.143734 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] 10.222.0.16 "PUT /v2.0/ports/2094c639-72ff-40b6-a726-ff20e8d9032f HTTP/1.1" status: 200 len: 1093 time: 9.0204453 May 02 03:10:13.146258 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:13.154067 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:13.168232 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d7d063d6-43fb-4d92-90cb-aff42146415b req-fb098c16-491f-4c16-b4f1-b4e7fed38bb3 service neutron] 10.222.0.16 "GET /v2.0/networks/9795ec03-0bba-48f0-a319-cd1d85d2746a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5864079 May 02 03:10:13.168964 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_common [req-86e13ac0-10c1-4836-9976-6af82141d80c req-59812887-974d-455d-a77b-5470358fa811 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Allocated IP 172.20.0.7 (422326d9-912b-4a25-82b9-6ae37fe68d00/e9b6e3be-0fc1-4ca2-8d57-9b34e3e05baf/06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4) {{(pid=73839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:10:13.193001 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] Pushing event updated for resources: {'Port': ['ID=2094c639-72ff-40b6-a726-ff20e8d9032f,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:13.208023 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:13.265782 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035cd2a-d5bf-48e3-b0d1-1b8aa922aec0 None None] Pushing event updated for resources: {'Port': ['ID=1366a0be-0d0f-4d98-9447-a1056d751305,revision_number=3']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:13.279808 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-3035cd2a-d5bf-48e3-b0d1-1b8aa922aec0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:13.367759 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ede4efba-4e95-4f61-8134-f323b4386f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:13.433597 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-ede4efba-4e95-4f61-8134-f323b4386f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:13.459708 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-ede4efba-4e95-4f61-8134-f323b4386f1a admin admin] Usage tracker for resource:security_group_rule and tenant:79d61aa525d04cd1ae2fed91f6de0189 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:13.488494 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-ede4efba-4e95-4f61-8134-f323b4386f1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:13.506777 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-ede4efba-4e95-4f61-8134-f323b4386f1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:13.552286 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-197240af-5cdf-4954-aa7b-c9d2f254b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:13.554264 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-197240af-5cdf-4954-aa7b-c9d2f254b871 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d517c1706c83412cb9564e16749007b5&device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73 HTTP/1.1" status: 200 len: 1096 time: 0.3034589 May 02 03:10:13.647612 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-ead200ef-e8c2-4b8d-a381-20e3f41e8e07 service neutron] 10.222.0.20 "GET /v2.0/networks/422326d9-912b-4a25-82b9-6ae37fe68d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0070369 May 02 03:10:13.691291 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] Attempting to bind port 1366a0be-0d0f-4d98-9447-a1056d751305 on host dv-cinder-789077-1-smb for vnic_type normal with profile {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:10:13.691891 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] Attempting to bind port 1366a0be-0d0f-4d98-9447-a1056d751305 by drivers openvswitch,hyperv on host dv-cinder-789077-1-smb at level 0 using segments [{'id': '898a12c4-9c33-43db-aa28-9637c9b514c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd7689858-9039-425a-935e-3344516b06bf'}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:10:13.692625 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] Attempting to bind port 1366a0be-0d0f-4d98-9447-a1056d751305 on network d7689858-9039-425a-935e-3344516b06bf {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:10:13.743931 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] Checking agent: {'id': 'bb6488c3-d59c-408d-aa24-5113f65b4245', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 1, 45), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:10:13.745358 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] Checking segment: {'id': '898a12c4-9c33-43db-aa28-9637c9b514c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd7689858-9039-425a-935e-3344516b06bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:10:13.748857 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:13.751011 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] Bound using segment: {'id': '898a12c4-9c33-43db-aa28-9637c9b514c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd7689858-9039-425a-935e-3344516b06bf'} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:10:13.753385 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] Bound port: 1366a0be-0d0f-4d98-9447-a1056d751305, host: dv-cinder-789077-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898a12c4-9c33-43db-aa28-9637c9b514c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd7689858-9039-425a-935e-3344516b06bf'}}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:10:13.755913 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:13.788854 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-d45e822b-c119-47c3-96c0-2304c348a501 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2094c639-72ff-40b6-a726-ff20e8d9032f HTTP/1.1" status: 200 len: 217 time: 0.2166932 May 02 03:10:14.160346 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-9e63db07-c214-4ecb-b8aa-10e192a09422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:14.176428 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-9e63db07-c214-4ecb-b8aa-10e192a09422 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1cd82b9e-d7e9-4d5f-b918-f8614d502fad HTTP/1.1" status: 200 len: 854 time: 0.3710582 May 02 03:10:14.248802 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] For port 1366a0be-0d0f-4d98-9447-a1056d751305, host dv-cinder-789077-1-smb, cleared binding levels {{(pid=73840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:10:14.259457 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] For port 1366a0be-0d0f-4d98-9447-a1056d751305, host dv-cinder-789077-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=1366a0be-0d0f-4d98-9447-a1056d751305,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:10:14.270155 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:14.298707 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:14.383392 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-86e13ac0-10c1-4836-9976-6af82141d80c req-59812887-974d-455d-a77b-5470358fa811 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Notify callbacks [] for port, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:14.440711 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-61124b09-aa4f-4dcd-929a-d8d4417fb4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for subnet, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:14.464730 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:14.476336 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] Routers {'f133ad33-8abc-493f-824a-681c0b22127f'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:10:14.476977 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:09:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['f133ad33-8abc-493f-824a-681c0b22127f'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:10:14.699072 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61124b09-aa4f-4dcd-929a-d8d4417fb4ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3b69880-e859-43a9-9413-fd33a70b0a10,revision_number=0']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:14.730680 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-61124b09-aa4f-4dcd-929a-d8d4417fb4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:14.759608 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7dad148-9385-40db-8846-89a54d12d057', 'tag': 'cf14a9d7-638d-4b70-a4ec-5027ba48f940', 'status': 'completed', 'code': 200} May 02 03:10:14.779966 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035cd2a-d5bf-48e3-b0d1-1b8aa922aec0 None None] Pushing event updated for resources: {'Port': ['ID=1366a0be-0d0f-4d98-9447-a1056d751305,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:14.787259 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 36882) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:14.794746 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-9a5fca97-79e8-460a-a8ea-9fb1b35deef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:14.801459 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-3035cd2a-d5bf-48e3-b0d1-1b8aa922aec0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:14.880679 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-a16461f9-22af-4292-99d8-1e1bb106d34f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--165712035', 'description': 'tempest-description--1887148447'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:10:14.897862 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-9062dfc3-ec02-4222-a224-a9f4966db436 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de631dfc-e161-49b8-9997-23bba9416921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7101450 May 02 03:10:14.925643 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-a16461f9-22af-4292-99d8-1e1bb106d34f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:14.971667 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-a16461f9-22af-4292-99d8-1e1bb106d34f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Usage tracker for resource:security_group and tenant:71a14cf4cc2e4dee8eb774056ca84b10 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:15.008856 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-a16461f9-22af-4292-99d8-1e1bb106d34f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:15.010988 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:15.028043 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] Set router f133ad33-8abc-493f-824a-681c0b22127f gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:10:15.044954 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-a16461f9-22af-4292-99d8-1e1bb106d34f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:15.048455 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61124b09-aa4f-4dcd-929a-d8d4417fb4ff admin admin] Checking segment: {'id': '75b56678-bcd9-42f3-974a-7b524ab88213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '276c0657-e8b7-449c-943b-0b64765d0fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:10:15.049613 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61124b09-aa4f-4dcd-929a-d8d4417fb4ff admin admin] Network hostable DHCP agents. Network: 276c0657-e8b7-449c-943b-0b64765d0fb3, hostable agents: ['614df883-a3aa-459e-9403-57d681838b96'], hosted agents: [] {{(pid=73839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 03:10:15.134829 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4a6dd0a8-b2d0-4500-ad93-054b36c03607 req-5f8a940b-4602-4e71-862e-9e17b26cad8b tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 210 time: 0.2806787 May 02 03:10:15.136208 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a16461f9-22af-4292-99d8-1e1bb106d34f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:15.150542 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-86e13ac0-10c1-4836-9976-6af82141d80c req-59812887-974d-455d-a77b-5470358fa811 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:15.170924 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-1fbd263a-d212-47a9-a5f4-42d716c8bf5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:15.217277 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61124b09-aa4f-4dcd-929a-d8d4417fb4ff admin admin] Network 276c0657-e8b7-449c-943b-0b64765d0fb3 is scheduled to be hosted by DHCP agent 614df883-a3aa-459e-9403-57d681838b96 with binding_index 1 {{(pid=73839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 03:10:15.253102 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-a16461f9-22af-4292-99d8-1e1bb106d34f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:15.274117 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-61124b09-aa4f-4dcd-929a-d8d4417fb4ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-smb, 276c0657-e8b7-449c-943b-0b64765d0fb3) {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:10:15.288078 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6412d-1a8c-4e47-96cc-cce118e18b60 req-6a8460c8-5f9b-47fc-8be9-f7401b4920a9 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:15.290733 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-92a6412d-1a8c-4e47-96cc-cce118e18b60 req-6a8460c8-5f9b-47fc-8be9-f7401b4920a9 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73 HTTP/1.1" status: 200 len: 943 time: 0.6764162 May 02 03:10:15.308132 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-a16461f9-22af-4292-99d8-1e1bb106d34f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Usage tracker for resource:security_group_rule and tenant:71a14cf4cc2e4dee8eb774056ca84b10 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:15.340357 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e13ac0-10c1-4836-9976-6af82141d80c req-59812887-974d-455d-a77b-5470358fa811 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Network 422326d9-912b-4a25-82b9-6ae37fe68d00 is already hosted by enough agents. {{(pid=73839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:10:15.343543 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-a16461f9-22af-4292-99d8-1e1bb106d34f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:15.350041 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61124b09-aa4f-4dcd-929a-d8d4417fb4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:15.351042 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-61124b09-aa4f-4dcd-929a-d8d4417fb4ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:15.387074 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [req-86e13ac0-10c1-4836-9976-6af82141d80c req-59812887-974d-455d-a77b-5470358fa811 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Resources bound (agent type, host, resource id): {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:10:15.413746 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-a16461f9-22af-4292-99d8-1e1bb106d34f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:15.416162 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e13ac0-10c1-4836-9976-6af82141d80c req-59812887-974d-455d-a77b-5470358fa811 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Received port after_create {{(pid=73839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:10:15.422542 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e13ac0-10c1-4836-9976-6af82141d80c req-59812887-974d-455d-a77b-5470358fa811 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:15.423471 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-86e13ac0-10c1-4836-9976-6af82141d80c req-59812887-974d-455d-a77b-5470358fa811 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for port, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:15.454178 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59812887-974d-455d-a77b-5470358fa811 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Pushing event updated for resources: {'Port': ['ID=06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:15.465452 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-86e13ac0-10c1-4836-9976-6af82141d80c req-59812887-974d-455d-a77b-5470358fa811 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3899713 May 02 03:10:15.471668 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157d59be-682f-4317-8ac2-3554a74fd5f6 None None] Network 276c0657-e8b7-449c-943b-0b64765d0fb3 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:10:15.473732 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-59812887-974d-455d-a77b-5470358fa811 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:15.483024 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [req-86e13ac0-10c1-4836-9976-6af82141d80c req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] Request body: {'port': {'device_id': '446e7535-3012-49e7-aabd-6260e737d9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:10:15.555954 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ede4efba-4e95-4f61-8134-f323b4386f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:15.558335 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-92a6412d-1a8c-4e47-96cc-cce118e18b60 req-c12c3459-6e26-4ac7-866f-abbd2bd465d5 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219796 May 02 03:10:15.573923 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-61124b09-aa4f-4dcd-929a-d8d4417fb4ff admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.0608795 May 02 03:10:15.687463 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ede4efba-4e95-4f61-8134-f323b4386f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:15.728699 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device cf14a9d7-638d-4b70-a4ec-5027ba48f940 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:10:15.765977 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:15.994804 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0c0ff-9099-48c1-a34f-5d756aa45f05 req-6057e121-61a4-49e5-ac8f-cb9d9063abde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:15.997741 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a9d0c0ff-9099-48c1-a34f-5d756aa45f05 req-6057e121-61a4-49e5-ac8f-cb9d9063abde service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44b555abaa0c419ca16d9e4ed7a54340&device_id=a7dad148-9385-40db-8846-89a54d12d057 HTTP/1.1" status: 200 len: 1096 time: 1.2422442 May 02 03:10:16.052261 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port cf14a9d7-638d-4b70-a4ec-5027ba48f940, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=cf14a9d7-638d-4b70-a4ec-5027ba48f940,segment=NetworkSegment(a10e9ca2-3ce1-481d-9456-5ec414a54a12),segment_id=a10e9ca2-3ce1-481d-9456-5ec414a54a12)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:10:16.087973 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-86e13ac0-10c1-4836-9976-6af82141d80c req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:16.090425 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Returning: {'device': 'cf14a9d7-638d-4b70-a4ec-5027ba48f940', 'network_id': '9795ec03-0bba-48f0-a319-cd1d85d2746a', 'port_id': 'cf14a9d7-638d-4b70-a4ec-5027ba48f940', 'mac_address': 'fa:16:3e:d6:51:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68ca72a9-45fe-4820-baf3-f86617f6b27b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:10:16.110980 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4efba-4e95-4f61-8134-f323b4386f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed97156-23bf-49b7-82b4-33beb52093fa,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:16.116828 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-ede4efba-4e95-4f61-8134-f323b4386f1a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79d61aa525d04cd1ae2fed91f6de0189&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2955194 May 02 03:10:16.122946 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ede4efba-4e95-4f61-8134-f323b4386f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:16.137999 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 36904) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:16.164282 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-ebbc4aed-754f-49c9-8b95-b8d4bc21a07b service neutron] 10.222.0.16 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1268194 May 02 03:10:16.291325 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:16.305352 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 36914) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:16.606651 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.16', 63717) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:16.619068 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:16.656421 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_v2 [None req-895a6002-f4c6-4ba0-98e5-332a58ef2bfa admin admin] Deleting subnet 8e03640a-b6f2-46a8-9c1d-6234e5526d0b {{(pid=73839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 02 03:10:16.784336 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [None req-06578581-5416-4b0b-80be-835749a33250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf14a9d7-638d-4b70-a4ec-5027ba48f940 {{(pid=73840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:10:16.830572 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port cf14a9d7-638d-4b70-a4ec-5027ba48f940, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=cf14a9d7-638d-4b70-a4ec-5027ba48f940,segment=NetworkSegment(a10e9ca2-3ce1-481d-9456-5ec414a54a12),segment_id=a10e9ca2-3ce1-481d-9456-5ec414a54a12)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:10:16.846499 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:16.853976 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:16.884843 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-895a6002-f4c6-4ba0-98e5-332a58ef2bfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:16.992123 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a16461f9-22af-4292-99d8-1e1bb106d34f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:17.056953 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864b37b4-843c-4cd8-ab97-c2ae2edd4b73', 'tag': '2094c639-72ff-40b6-a726-ff20e8d9032f'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:10:17.070481 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-237c5160-39ed-45d0-bcf3-ecf79f07644e tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:17.072640 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a16461f9-22af-4292-99d8-1e1bb106d34f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:17.072857 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-237c5160-39ed-45d0-bcf3-ecf79f07644e tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.16 "GET /v2.0/networks?id=422326d9-912b-4a25-82b9-6ae37fe68d00 HTTP/1.1" status: 200 len: 818 time: 0.4457610 May 02 03:10:17.090303 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb7571-7f99-417c-854c-68ebd24cc44b req-b38bb00f-d0e8-4cec-a803-617bb6c50e5c tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:17.099750 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4edb7571-7f99-417c-854c-68ebd24cc44b req-b38bb00f-d0e8-4cec-a803-617bb6c50e5c tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dad148-9385-40db-8846-89a54d12d057 HTTP/1.1" status: 200 len: 943 time: 1.5887091 May 02 03:10:17.130916 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-7baca356-0203-463a-b2a5-477d818858d0 req-245ef9dd-85fb-4060-a690-2b310cdee5b2 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 210 time: 0.4169440 May 02 03:10:17.143467 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-7f9087a1-7d5c-4a39-b7e7-7ef4341820bb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Request body: {'port': {'device_id': 'b4cff6c7-2bcc-450d-8718-fd8365aeca70', 'network_id': '422326d9-912b-4a25-82b9-6ae37fe68d00', 'admin_state_up': True, 'tenant_id': '42c15d9132f24a548967a141c68926b6'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:10:17.246424 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-895a6002-f4c6-4ba0-98e5-332a58ef2bfa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:17.251021 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:17.377400 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['cf14a9d7-638d-4b70-a4ec-5027ba48f940'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:10:17.434281 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5b0942fd-4b73-40b6-ba10-45b760008172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:17.437462 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0c0ff-9099-48c1-a34f-5d756aa45f05 req-362d70fc-4339-445d-9600-e2ffd137e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:17.439247 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a9d0c0ff-9099-48c1-a34f-5d756aa45f05 req-362d70fc-4339-445d-9600-e2ffd137e44a service neutron] 10.222.0.16 "GET /v2.0/networks?id=9795ec03-0bba-48f0-a319-cd1d85d2746a HTTP/1.1" status: 200 len: 912 time: 1.3663406 May 02 03:10:17.443353 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-7f9087a1-7d5c-4a39-b7e7-7ef4341820bb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:17.445167 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621975f2-9af7-427e-aa0e-27838ec8dcac None None] Network 276c0657-e8b7-449c-943b-0b64765d0fb3 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:10:17.460989 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-068ca7e5-afcc-41a8-ad56-3203ceed784c req-935a532a-7b53-4582-a3ac-7aff26e96383 service neutron] 10.222.0.16 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2790613 May 02 03:10:17.523354 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-895a6002-f4c6-4ba0-98e5-332a58ef2bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038349'] for subnet, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:17.538720 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=cf14a9d7-638d-4b70-a4ec-5027ba48f940,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:17.545825 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:17.563582 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a16461f9-22af-4292-99d8-1e1bb106d34f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:17.565918 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-a16461f9-22af-4292-99d8-1e1bb106d34f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.7105584 May 02 03:10:17.620271 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 36936) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:17.642331 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-7f9087a1-7d5c-4a39-b7e7-7ef4341820bb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:17.648194 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-b2052379-00dd-432c-8a62-c9c17b75575c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Request body: {'security_group_rule': {'security_group_id': 'da0f7a42-cde2-49a1-9584-c984c38506db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:10:17.672856 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-b2052379-00dd-432c-8a62-c9c17b75575c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:17.709178 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4edb7571-7f99-417c-854c-68ebd24cc44b req-e1c9f12c-efbf-41ca-b883-87afdd8de95c tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/security-groups?id=2323337b-2197-46ba-b17a-0a8dcf971239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6083093 May 02 03:10:17.744242 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16461f9-22af-4292-99d8-1e1bb106d34f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da0f7a42-cde2-49a1-9584-c984c38506db,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:17.751393 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-a16461f9-22af-4292-99d8-1e1bb106d34f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:17.756377 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-b2052379-00dd-432c-8a62-c9c17b75575c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Usage tracker for resource:security_group_rule and tenant:71a14cf4cc2e4dee8eb774056ca84b10 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:17.792552 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a9d0c0ff-9099-48c1-a34f-5d756aa45f05 req-b532722e-f628-4394-8038-febf090a60ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf14a9d7-638d-4b70-a4ec-5027ba48f940 HTTP/1.1" status: 200 len: 217 time: 0.3273609 May 02 03:10:17.809223 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-7f9087a1-7d5c-4a39-b7e7-7ef4341820bb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Made reservation on behalf of 42c15d9132f24a548967a141c68926b6 for: {'port': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:10:17.813800 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-b2052379-00dd-432c-8a62-c9c17b75575c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:17.826452 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-7f9087a1-7d5c-4a39-b7e7-7ef4341820bb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:17.878677 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-b2052379-00dd-432c-8a62-c9c17b75575c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:17.924276 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5b0942fd-4b73-40b6-ba10-45b760008172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:17.935226 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:17.942880 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'name': 'tempest-AttachVolumeShelveTestJSON-1652503319-router', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:38Z', 'updated_at': '2021-05-02T03:09:56Z', 'revision_number': 4, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'gw_port': {'id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '1366a0be-0d0f-4d98-9447-a1056d751305', 'name': '', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'mac_address': 'fa:16:3e:c8:41:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:49Z', 'updated_at': '2021-05-02T03:10:14Z', 'revision_number': 4, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'subnets': [{'id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:10:17.949780 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06269bc-670d-46fc-ae67-de6dc1dce03b None None] The sync data for ids ['f133ad33-8abc-493f-824a-681c0b22127f'] in dv-cinder-789077-1-smb is: [{'id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'name': 'tempest-AttachVolumeShelveTestJSON-1652503319-router', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:38Z', 'updated_at': '2021-05-02T03:09:56Z', 'revision_number': 4, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'gw_port': {'id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '1366a0be-0d0f-4d98-9447-a1056d751305', 'name': '', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'mac_address': 'fa:16:3e:c8:41:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:49Z', 'updated_at': '2021-05-02T03:10:14Z', 'revision_number': 4, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'subnets': [{'id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:10:18.002776 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '864b37b4-843c-4cd8-ab97-c2ae2edd4b73', 'tag': '2094c639-72ff-40b6-a726-ff20e8d9032f', 'status': 'completed', 'code': 200} May 02 03:10:18.131249 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5b0942fd-4b73-40b6-ba10-45b760008172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:18.162159 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:18.188224 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0942fd-4b73-40b6-ba10-45b760008172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed97156-23bf-49b7-82b4-33beb52093fa,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:18.202606 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-5b0942fd-4b73-40b6-ba10-45b760008172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:18.213681 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0c0ff-9099-48c1-a34f-5d756aa45f05 req-02a68bae-d557-4d47-b291-36a10b411450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:18.215376 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a9d0c0ff-9099-48c1-a34f-5d756aa45f05 req-02a68bae-d557-4d47-b291-36a10b411450 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=68ca72a9-45fe-4820-baf3-f86617f6b27b HTTP/1.1" status: 200 len: 851 time: 0.3508134 May 02 03:10:18.312543 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a9d0c0ff-9099-48c1-a34f-5d756aa45f05 req-b35b2b17-d3a8-4c1d-b1ba-bf42761fb8ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9795ec03-0bba-48f0-a319-cd1d85d2746a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868037 May 02 03:10:18.326165 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5b0942fd-4b73-40b6-ba10-45b760008172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:18.327402 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-5b0942fd-4b73-40b6-ba10-45b760008172 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ed97156-23bf-49b7-82b4-33beb52093fa HTTP/1.1" status: 204 len: 168 time: 2.1865625 May 02 03:10:18.378908 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b2052379-00dd-432c-8a62-c9c17b75575c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:18.534452 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1573a67-2628-4524-be0c-b234424c4ae5 req-5da7989a-fc56-4c12-9ab3-184225465721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:18.538760 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a1573a67-2628-4524-be0c-b234424c4ae5 req-5da7989a-fc56-4c12-9ab3-184225465721 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d517c1706c83412cb9564e16749007b5&device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73 HTTP/1.1" status: 200 len: 1096 time: 0.5346241 May 02 03:10:18.544215 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-e34c5953-3827-4f47-a37f-66f1b17a391f req-2ab4aa0b-552f-49f6-bd5f-a04a9a1c99f3 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Synchronizing usage tracker for tenant:42c15d9132f24a548967a141c68926b6 on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:10:18.616227 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.db.resource_extend [req-86e13ac0-10c1-4836-9976-6af82141d80c req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 03:10:18.654005 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c521556-76ad-4b6a-85a2-9070a6cc890f req-8d3e5362-36a0-45ca-b813-f668a2d90a91 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:18.657069 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-5c521556-76ad-4b6a-85a2-9070a6cc890f req-8d3e5362-36a0-45ca-b813-f668a2d90a91 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73 HTTP/1.1" status: 200 len: 943 time: 1.0983815 May 02 03:10:18.879705 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-e34c5953-3827-4f47-a37f-66f1b17a391f req-2ab4aa0b-552f-49f6-bd5f-a04a9a1c99f3 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Unset dirty status for tenant:42c15d9132f24a548967a141c68926b6 on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:10:18.881749 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e34c5953-3827-4f47-a37f-66f1b17a391f req-2ab4aa0b-552f-49f6-bd5f-a04a9a1c99f3 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 210 time: 0.5239942 May 02 03:10:19.069604 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.notifiers.nova [req-86e13ac0-10c1-4836-9976-6af82141d80c req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 {{(pid=73839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:10:19.113001 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1573a67-2628-4524-be0c-b234424c4ae5 req-8e234d43-a2db-4adf-ad12-31350f96ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:19.115729 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a1573a67-2628-4524-be0c-b234424c4ae5 req-8e234d43-a2db-4adf-ad12-31350f96ce7a service neutron] 10.222.0.16 "GET /v2.0/networks?id=de631dfc-e161-49b8-9997-23bba9416921 HTTP/1.1" status: 200 len: 915 time: 0.5082288 May 02 03:10:19.120190 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-86e13ac0-10c1-4836-9976-6af82141d80c req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:19.123736 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a9d0c0ff-9099-48c1-a34f-5d756aa45f05 req-1cb7d228-a91d-4bf0-8cc9-16c837d43064 service neutron] 10.222.0.16 "GET /v2.0/networks/9795ec03-0bba-48f0-a319-cd1d85d2746a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7989430 May 02 03:10:19.161937 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b2052379-00dd-432c-8a62-c9c17b75575c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:19.168026 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-5c521556-76ad-4b6a-85a2-9070a6cc890f req-1408b39d-2177-486c-9274-e2d77f0e9282 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797494 May 02 03:10:19.183368 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b2052379-00dd-432c-8a62-c9c17b75575c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768850'] for security_group_rule, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:19.194619 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:19.203754 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.provisioning_blocks [req-86e13ac0-10c1-4836-9976-6af82141d80c req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] Transition to ACTIVE for port object 06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 will not be triggered until provisioned by entity L2. {{(pid=73839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:10:19.214978 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-895a6002-f4c6-4ba0-98e5-332a58ef2bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for subnet, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:19.225337 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-86e13ac0-10c1-4836-9976-6af82141d80c req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:19.271362 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2052379-00dd-432c-8a62-c9c17b75575c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c49786-6357-441d-8723-5fa5eab247eb,revision_number=0']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:19.389169 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b2052379-00dd-432c-8a62-c9c17b75575c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:19.391101 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:19.479667 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-895a6002-f4c6-4ba0-98e5-332a58ef2bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:19.485061 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-895a6002-f4c6-4ba0-98e5-332a58ef2bfa admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8e03640a-b6f2-46a8-9c1d-6234e5526d0b HTTP/1.1" status: 204 len: 168 time: 3.1741850 May 02 03:10:19.485061 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a6002-f4c6-4ba0-98e5-332a58ef2bfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e03640a-b6f2-46a8-9c1d-6234e5526d0b,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:19.523600 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-7f9087a1-7d5c-4a39-b7e7-7ef4341820bb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Allocated IP 172.20.0.13 (422326d9-912b-4a25-82b9-6ae37fe68d00/e9b6e3be-0fc1-4ca2-8d57-9b34e3e05baf/a848f78d-bcaa-44bd-9287-e16e00d851bd) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:10:19.556583 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 36964) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:19.556583 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 36966) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:19.557615 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-895a6002-f4c6-4ba0-98e5-332a58ef2bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:19.566544 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.294s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:19.636930 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b2052379-00dd-432c-8a62-c9c17b75575c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:19.645464 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-b2052379-00dd-432c-8a62-c9c17b75575c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0148695 May 02 03:10:19.667235 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 36972) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:19.694544 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 2094c639-72ff-40b6-a726-ff20e8d9032f details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:10:19.738858 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 1366a0be-0d0f-4d98-9447-a1056d751305 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:10:19.795611 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-6b7e5af6-74f0-49f4-ae81-265f9802a49d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Request body: {'security_group_rule': {'security_group_id': 'da0f7a42-cde2-49a1-9584-c984c38506db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:10:19.867038 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] Pushing event updated for resources: {'Port': ['ID=06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4,revision_number=2']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:19.894054 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-7f9087a1-7d5c-4a39-b7e7-7ef4341820bb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:19.920540 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:19.920789 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device cf14a9d7-638d-4b70-a4ec-5027ba48f940 up at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:10:19.938074 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e7bdda0d-485e-4829-bbc7-9397267369af admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:19.990920 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-6b7e5af6-74f0-49f4-ae81-265f9802a49d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:20.021791 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a1573a67-2628-4524-be0c-b234424c4ae5 req-170cc873-93cf-4cb4-8a17-89cb0061f2cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2094c639-72ff-40b6-a726-ff20e8d9032f HTTP/1.1" status: 200 len: 217 time: 0.8964305 May 02 03:10:20.023510 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-7f9087a1-7d5c-4a39-b7e7-7ef4341820bb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:20.053743 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [req-86e13ac0-10c1-4836-9976-6af82141d80c req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] Attempting to bind port 06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 on host hv-cinder-78907 for vnic_type normal with profile {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:10:20.065674 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [req-86e13ac0-10c1-4836-9976-6af82141d80c req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] Attempting to bind port 06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': 'f982a65e-375f-40cb-9f51-7cb0ac0c3b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '422326d9-912b-4a25-82b9-6ae37fe68d00'}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:10:20.069599 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e13ac0-10c1-4836-9976-6af82141d80c req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] Attempting to bind port 06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 on network 422326d9-912b-4a25-82b9-6ae37fe68d00 {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:10:20.075357 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:10:20.093836 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-e7bdda0d-485e-4829-bbc7-9397267369af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:20.113898 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-6b7e5af6-74f0-49f4-ae81-265f9802a49d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Usage tracker for resource:security_group_rule and tenant:71a14cf4cc2e4dee8eb774056ca84b10 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:20.145689 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning for port cf14a9d7-638d-4b70-a4ec-5027ba48f940 completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:10:20.165596 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning complete for port cf14a9d7-638d-4b70-a4ec-5027ba48f940 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:10:20.166564 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:20.318750 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.db.resource_extend [None req-06578581-5416-4b0b-80be-835749a33250 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 03:10:20.330474 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e13ac0-10c1-4836-9976-6af82141d80c req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] Port 06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 on network 422326d9-912b-4a25-82b9-6ae37fe68d00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:10:20.334828 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e13ac0-10c1-4836-9976-6af82141d80c req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] Attempting to bind port 06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 on network 422326d9-912b-4a25-82b9-6ae37fe68d00 {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:10:20.389630 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-6b7e5af6-74f0-49f4-ae81-265f9802a49d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:20.421102 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-6b7e5af6-74f0-49f4-ae81-265f9802a49d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:20.482277 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-e7bdda0d-485e-4829-bbc7-9397267369af admin admin] Usage tracker for resource:security_group_rule and tenant:b87d5f8a087043edbb87203be5b1edcc is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:20.495278 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e13ac0-10c1-4836-9976-6af82141d80c req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] Checking agent: {'id': 'f9e719c6-981b-4bb7-a7e6-8d35fc174b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'started_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:10:20.496645 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e13ac0-10c1-4836-9976-6af82141d80c req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] Checking segment: {'id': 'f982a65e-375f-40cb-9f51-7cb0ac0c3b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '422326d9-912b-4a25-82b9-6ae37fe68d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:10:20.497595 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e13ac0-10c1-4836-9976-6af82141d80c req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] Bound using segment: {'id': 'f982a65e-375f-40cb-9f51-7cb0ac0c3b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '422326d9-912b-4a25-82b9-6ae37fe68d00'} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:10:20.501284 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [req-86e13ac0-10c1-4836-9976-6af82141d80c req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] Bound port: 06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f982a65e-375f-40cb-9f51-7cb0ac0c3b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '422326d9-912b-4a25-82b9-6ae37fe68d00'}}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:10:20.502536 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-86e13ac0-10c1-4836-9976-6af82141d80c req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:20.630938 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:20.648788 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-e7bdda0d-485e-4829-bbc7-9397267369af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:20.699395 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning for port 1366a0be-0d0f-4d98-9447-a1056d751305 completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:10:20.707967 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a9d0c0ff-9099-48c1-a34f-5d756aa45f05 req-803a4e91-a228-4b7f-88f0-fff7b7dfe8bb service neutron] 10.222.0.16 "GET /v2.0/networks/9795ec03-0bba-48f0-a319-cd1d85d2746a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3859773 May 02 03:10:20.776897 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-7f9087a1-7d5c-4a39-b7e7-7ef4341820bb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Network 422326d9-912b-4a25-82b9-6ae37fe68d00 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:10:20.779711 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port 1366a0be-0d0f-4d98-9447-a1056d751305 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:10:20.782736 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:20.791428 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-7f9087a1-7d5c-4a39-b7e7-7ef4341820bb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Resources bound (agent type, host, resource id): {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:10:20.823599 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-7f9087a1-7d5c-4a39-b7e7-7ef4341820bb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:10:20.836883 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-7f9087a1-7d5c-4a39-b7e7-7ef4341820bb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:20.838480 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-7f9087a1-7d5c-4a39-b7e7-7ef4341820bb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:20.907560 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1573a67-2628-4524-be0c-b234424c4ae5 req-9261839e-fd03-42da-b039-d61b02557cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:20.911291 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a1573a67-2628-4524-be0c-b234424c4ae5 req-9261839e-fd03-42da-b039-d61b02557cd5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1cd82b9e-d7e9-4d5f-b918-f8614d502fad HTTP/1.1" status: 200 len: 854 time: 0.8737376 May 02 03:10:20.944389 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9087a1-7d5c-4a39-b7e7-7ef4341820bb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Pushing event updated for resources: {'Port': ['ID=a848f78d-bcaa-44bd-9287-e16e00d851bd,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:21.044970 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-7f9087a1-7d5c-4a39-b7e7-7ef4341820bb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:21.050555 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-e7bdda0d-485e-4829-bbc7-9397267369af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:21.055239 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-7f9087a1-7d5c-4a39-b7e7-7ef4341820bb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9156926 May 02 03:10:21.093260 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-6b7e5af6-74f0-49f4-ae81-265f9802a49d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:21.095013 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 2094c639-72ff-40b6-a726-ff20e8d9032f, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=2094c639-72ff-40b6-a726-ff20e8d9032f,segment=NetworkSegment(9a4193b4-49de-4b60-8991-8a5cf7fb4e4b),segment_id=9a4193b4-49de-4b60-8991-8a5cf7fb4e4b)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:10:21.100885 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] Request body: {'port': {'device_id': 'b4cff6c7-2bcc-450d-8718-fd8365aeca70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:10:21.170947 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:21.187102 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b16d6-963d-4aae-bd55-17f101d67d0e req-9ec7dc06-29d0-440c-8561-09e92677b95e tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:21.192165 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d72b16d6-963d-4aae-bd55-17f101d67d0e req-9ec7dc06-29d0-440c-8561-09e92677b95e tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dad148-9385-40db-8846-89a54d12d057 HTTP/1.1" status: 200 len: 944 time: 1.8719473 May 02 03:10:21.203689 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690155'] for network, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:21.227583 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a1573a67-2628-4524-be0c-b234424c4ae5 req-2f94a871-06cb-4ea5-ae88-beeae52fd000 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de631dfc-e161-49b8-9997-23bba9416921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2599983 May 02 03:10:21.247953 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Returning: {'device': '2094c639-72ff-40b6-a726-ff20e8d9032f', 'network_id': 'de631dfc-e161-49b8-9997-23bba9416921', 'port_id': '2094c639-72ff-40b6-a726-ff20e8d9032f', 'mac_address': 'fa:16:3e:2a:9c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cd82b9e-d7e9-4d5f-b918-f8614d502fad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:10:21.299338 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7dad148-9385-40db-8846-89a54d12d057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf14a9d7-638d-4b70-a4ec-5027ba48f940'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:10:21.382453 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-6b7e5af6-74f0-49f4-ae81-265f9802a49d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:21.397099 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-6b7e5af6-74f0-49f4-ae81-265f9802a49d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768850'] for security_group_rule, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:21.462210 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b2052379-00dd-432c-8a62-c9c17b75575c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:21.518943 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [req-86e13ac0-10c1-4836-9976-6af82141d80c req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] For port 06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4, host hv-cinder-78907, cleared binding levels {{(pid=73839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:10:21.550626 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port cf14a9d7-638d-4b70-a4ec-5027ba48f940, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=cf14a9d7-638d-4b70-a4ec-5027ba48f940,segment=NetworkSegment(a10e9ca2-3ce1-481d-9456-5ec414a54a12),segment_id=a10e9ca2-3ce1-481d-9456-5ec414a54a12)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:10:21.560561 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [req-86e13ac0-10c1-4836-9976-6af82141d80c req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] For port 06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4,segment=NetworkSegment(f982a65e-375f-40cb-9f51-7cb0ac0c3b48),segment_id=f982a65e-375f-40cb-9f51-7cb0ac0c3b48)] {{(pid=73839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:10:21.635501 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-86e13ac0-10c1-4836-9976-6af82141d80c req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:21.643264 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:21.653760 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:21.692720 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61782a-4e92-4d37-9e52-fc95ec9b4c17 req-7b3efc51-b706-4b9d-864d-f5d7aa58b501 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:21.723312 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3f61782a-4e92-4d37-9e52-fc95ec9b4c17 req-7b3efc51-b706-4b9d-864d-f5d7aa58b501 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 932 time: 1.2544105 May 02 03:10:21.770825 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:21.781113 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:21.794451 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e5af6-74f0-49f4-ae81-265f9802a49d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ebf8b1-d15a-4003-bd9d-212148f1b7f0,revision_number=0']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:21.835249 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:21.851891 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [None req-06578581-5416-4b0b-80be-835749a33250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2094c639-72ff-40b6-a726-ff20e8d9032f {{(pid=73840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:10:21.916419 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=cf14a9d7-638d-4b70-a4ec-5027ba48f940,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:21.936078 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:21.956041 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 2094c639-72ff-40b6-a726-ff20e8d9032f, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=2094c639-72ff-40b6-a726-ff20e8d9032f,segment=NetworkSegment(9a4193b4-49de-4b60-8991-8a5cf7fb4e4b),segment_id=9a4193b4-49de-4b60-8991-8a5cf7fb4e4b)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:10:21.968950 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] For port 1366a0be-0d0f-4d98-9447-a1056d751305, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=1366a0be-0d0f-4d98-9447-a1056d751305,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:10:21.974719 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:21.977705 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-2fa11dae-3b79-4b4a-859e-7737a94ad23c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:22.074158 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:22.120102 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-6b7e5af6-74f0-49f4-ae81-265f9802a49d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:22.127464 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:22.135256 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=2094c639-72ff-40b6-a726-ff20e8d9032f,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:22.146157 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:22.147837 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:22.198089 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e13ac0-10c1-4836-9976-6af82141d80c req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:22.198918 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-86e13ac0-10c1-4836-9976-6af82141d80c req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for port, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:22.201532 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-86e13ac0-10c1-4836-9976-6af82141d80c req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] 10.222.0.16 "PUT /v2.0/ports/06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 HTTP/1.1" status: 200 len: 1093 time: 6.7228651 May 02 03:10:22.221670 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2032080', 'neutron.services.segments.db._delete_segments_for_network-8794390944561'] for network, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:22.240474 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['2094c639-72ff-40b6-a726-ff20e8d9032f'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:10:22.318336 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446e7535-3012-49e7-aabd-6260e737d9a2', 'tag': '06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4'}] {{(pid=73839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:10:22.401945 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Pushing event updated for resources: {'Port': ['ID=1366a0be-0d0f-4d98-9447-a1056d751305,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:22.409422 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:22.491247 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-6b7e5af6-74f0-49f4-ae81-265f9802a49d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:22.497615 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-6b7e5af6-74f0-49f4-ae81-265f9802a49d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8240128 May 02 03:10:22.508531 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 37022) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:22.536234 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-3f61782a-4e92-4d37-9e52-fc95ec9b4c17 req-554cd128-03c5-4b0f-bcf6-b50bb02880b1 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Synchronizing usage tracker for tenant:42c15d9132f24a548967a141c68926b6 on resource:security_group {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:10:22.550580 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d72b16d6-963d-4aae-bd55-17f101d67d0e req-214a508d-5e3e-4339-8341-318df869f6fa tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/security-groups?id=2323337b-2197-46ba-b17a-0a8dcf971239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3215158 May 02 03:10:22.564750 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:10:22.565915 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:10:22.565915 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:10:22.566187 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Subscribe: > port after_create 55550000 {{(pid=73839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:10:22.566521 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:10:22.566825 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Subscribe: > port after_update 55550000 {{(pid=73839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:10:22.567169 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:10:22.567488 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:10:22.567803 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:10:22.568117 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:10:22.594572 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a1573a67-2628-4524-be0c-b234424c4ae5 req-0bc5c0e6-7841-415e-aa00-ed245b3e5669 service neutron] 10.222.0.16 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0635750 May 02 03:10:22.648931 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Request body: {'floatingip': {'floating_network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:10:22.740204 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:10:22.740764 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:10:22.741313 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:10:22.741875 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:10:22.743518 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a953fc1b-0c2d-41c3-a9e3-0c0a107da729']}} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:10:22.792470 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:22.795016 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e7bdda0d-485e-4829-bbc7-9397267369af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:22.801800 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9310ad9-f0ea-4afb-a038-2f12170d66af') {'for_net_delete': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:10:22.802660 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9310ad9-f0ea-4afb-a038-2f12170d66af') {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:10:22.815911 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] Pushing event updated for resources: {'Port': ['ID=06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4,revision_number=3']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:22.831688 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:22.837303 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e7bdda0d-485e-4829-bbc7-9397267369af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:22.842186 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794390955623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14752340'] for segment, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:22.851927 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Usage tracker for resource:floatingip and tenant:71a14cf4cc2e4dee8eb774056ca84b10 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:22.866355 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:22.872048 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-cd483570-e5e4-4f69-ad0e-7c30117f059c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:22.880737 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-3f61782a-4e92-4d37-9e52-fc95ec9b4c17 req-554cd128-03c5-4b0f-bcf6-b50bb02880b1 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Unset dirty status for tenant:42c15d9132f24a548967a141c68926b6 on resource:security_group {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:10:22.882148 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3f61782a-4e92-4d37-9e52-fc95ec9b4c17 req-554cd128-03c5-4b0f-bcf6-b50bb02880b1 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1577675 May 02 03:10:22.931185 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:22.934958 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:22.980311 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-e7bdda0d-485e-4829-bbc7-9397267369af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b87d5f8a087043edbb87203be5b1edcc&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4176807 May 02 03:10:22.984363 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=73839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 03:10:22.989524 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 37030) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:22.990361 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for floatingip, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:23.004041 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bdda0d-485e-4829-bbc7-9397267369af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc13624-bcf9-4c7c-a4ec-9c6f5e19d071,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:23.035975 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-e7bdda0d-485e-4829-bbc7-9397267369af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:23.043882 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e13ac0-10c1-4836-9976-6af82141d80c req-8917bed4-3c25-467d-8fab-1e243c10d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:23.046675 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-86e13ac0-10c1-4836-9976-6af82141d80c req-8917bed4-3c25-467d-8fab-1e243c10d149 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42c15d9132f24a548967a141c68926b6&device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 1096 time: 0.6694560 May 02 03:10:23.134943 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7dad148-9385-40db-8846-89a54d12d057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf14a9d7-638d-4b70-a4ec-5027ba48f940', 'code': 200} May 02 03:10:23.203771 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a1573a67-2628-4524-be0c-b234424c4ae5 req-6f6b47ce-8cee-408e-b662-e638c3b89c1f service neutron] 10.222.0.16 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382968 May 02 03:10:23.231746 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba3a92-ee59-4fa3-9002-6dc7a5d28954 req-75dc0696-4334-4979-875a-09b166e2b098 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:23.234625 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-37ba3a92-ee59-4fa3-9002-6dc7a5d28954 req-75dc0696-4334-4979-875a-09b166e2b098 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73 HTTP/1.1" status: 200 len: 944 time: 0.4658849 May 02 03:10:23.386254 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ceae164a-2a86-48b9-b816-dfe23c3e3433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:23.415946 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-86e13ac0-10c1-4836-9976-6af82141d80c req-c625d246-96b5-4de2-b2bc-4cd7e01e9813 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 HTTP/1.1" status: 200 len: 217 time: 0.3094237 May 02 03:10:23.419491 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446e7535-3012-49e7-aabd-6260e737d9a2', 'tag': '06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4', 'status': 'completed', 'code': 200} May 02 03:10:23.446981 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ceae164a-2a86-48b9-b816-dfe23c3e3433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:23.741486 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Network a953fc1b-0c2d-41c3-a9e3-0c0a107da729 has no segments {{(pid=73839) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:10:23.772859 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2060056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16143164'] for segment, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:23.778572 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a848f78d-bcaa-44bd-9287-e16e00d851bd {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:10:23.810452 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:23.830772 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-37ba3a92-ee59-4fa3-9002-6dc7a5d28954 req-8106ce7e-59f4-45eb-ac0c-1a0e95c4f181 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037923 May 02 03:10:23.840706 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e13ac0-10c1-4836-9976-6af82141d80c req-91cc702a-7d54-41ff-a7b5-5720931ad9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:23.844111 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-86e13ac0-10c1-4836-9976-6af82141d80c req-91cc702a-7d54-41ff-a7b5-5720931ad9cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9b6e3be-0fc1-4ca2-8d57-9b34e3e05baf HTTP/1.1" status: 200 len: 858 time: 0.4164932 May 02 03:10:23.921408 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] Transition to ACTIVE for port object a848f78d-bcaa-44bd-9287-e16e00d851bd will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:10:23.939732 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:23.961037 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:23.994256 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 2094c639-72ff-40b6-a726-ff20e8d9032f up at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:10:24.028384 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 37056) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:24.164277 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783760d3-baea-4413-ad9e-7804db854089 req-2b4a64dc-9cde-45f3-869d-e917f18f170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:24.166243 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-783760d3-baea-4413-ad9e-7804db854089 req-2b4a64dc-9cde-45f3-869d-e917f18f170f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a7dad148-9385-40db-8846-89a54d12d057 HTTP/1.1" status: 200 len: 1098 time: 0.6014845 May 02 03:10:24.167021 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ceae164a-2a86-48b9-b816-dfe23c3e3433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:24.182920 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-86e13ac0-10c1-4836-9976-6af82141d80c req-5fa4205f-6eec-48bc-b69f-0c9df0b37865 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=422326d9-912b-4a25-82b9-6ae37fe68d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2224526 May 02 03:10:24.296427 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 1366a0be-0d0f-4d98-9447-a1056d751305 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:10:24.341300 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] Pushing event updated for resources: {'Port': ['ID=a848f78d-bcaa-44bd-9287-e16e00d851bd,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:24.408281 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:24.429904 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Network a953fc1b-0c2d-41c3-a9e3-0c0a107da729 has no segments {{(pid=73839) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:10:24.433851 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-e81ec9e8-187a-4b30-b0b4-a4948be70b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:24.461394 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae164a-2a86-48b9-b816-dfe23c3e3433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc13624-bcf9-4c7c-a4ec-9c6f5e19d071,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:24.484935 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ceae164a-2a86-48b9-b816-dfe23c3e3433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:24.498163 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:24.505169 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-783760d3-baea-4413-ad9e-7804db854089 req-e79635f1-8e67-465b-b133-1d3b5d4762b5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: from cryptography.utils import int_from_bytes May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: from cryptography.utils import int_from_bytes May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: Traceback (most recent call last): May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: timer() May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: cb(*args, **kw) May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: return func(*args, **kwargs) May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: self._notify() May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: self.callback(batched_events) May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: event.method(event) May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: aggregate_uuid = self.p_client.list_aggregates( May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: return f(self, *a, **k) May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: return self._get(url).json() May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: return self.request(url, 'GET', **kwargs) May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: base_url = self.get_endpoint(auth, allow=allow, May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 03:10:24.567469 dv-cinder-789077-1-smb neutron-server[73839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 03:10:24.588392 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning for port 2094c639-72ff-40b6-a726-ff20e8d9032f completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:10:24.603706 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning complete for port 2094c639-72ff-40b6-a726-ff20e8d9032f triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:10:24.604683 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:24.609587 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2032079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681030'] for network, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:24.643919 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:24.680884 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-783760d3-baea-4413-ad9e-7804db854089 req-e79635f1-8e67-465b-b133-1d3b5d4762b5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:24.692346 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] Attempting to bind port a848f78d-bcaa-44bd-9287-e16e00d851bd on host hv-cinder-78907 for vnic_type normal with profile {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:10:24.693046 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] Attempting to bind port a848f78d-bcaa-44bd-9287-e16e00d851bd by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': 'f982a65e-375f-40cb-9f51-7cb0ac0c3b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '422326d9-912b-4a25-82b9-6ae37fe68d00'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:10:24.693693 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] Attempting to bind port a848f78d-bcaa-44bd-9287-e16e00d851bd on network 422326d9-912b-4a25-82b9-6ae37fe68d00 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:10:24.722412 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Pushing event deleted for resources: {'Network': ['ID=a953fc1b-0c2d-41c3-a9e3-0c0a107da729,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:24.738566 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:24.743478 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] Port a848f78d-bcaa-44bd-9287-e16e00d851bd on network 422326d9-912b-4a25-82b9-6ae37fe68d00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:10:24.744128 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] Attempting to bind port a848f78d-bcaa-44bd-9287-e16e00d851bd on network 422326d9-912b-4a25-82b9-6ae37fe68d00 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:10:24.745854 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a953fc1b-0c2d-41c3-a9e3-0c0a107da729 HTTP/1.1" status: 204 len: 168 time: 5.1864889 May 02 03:10:24.747068 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:24.749716 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ceae164a-2a86-48b9-b816-dfe23c3e3433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:24.754510 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 37072) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:24.756898 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-ceae164a-2a86-48b9-b816-dfe23c3e3433 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ddc13624-bcf9-4c7c-a4ec-9c6f5e19d071 HTTP/1.1" status: 204 len: 168 time: 1.7499444 May 02 03:10:24.769931 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-783760d3-baea-4413-ad9e-7804db854089 req-e79635f1-8e67-465b-b133-1d3b5d4762b5 service neutron] Usage tracker for resource:security_group_rule and tenant:0a6d385981474438ad4941ea476014d2 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:24.777848 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-783760d3-baea-4413-ad9e-7804db854089 req-e79635f1-8e67-465b-b133-1d3b5d4762b5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:24.794383 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-783760d3-baea-4413-ad9e-7804db854089 req-e79635f1-8e67-465b-b133-1d3b5d4762b5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:24.815885 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port 1366a0be-0d0f-4d98-9447-a1056d751305 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:10:24.819761 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:24.906937 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-22692ebd-5b72-4107-986c-88ba36d68ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:24.945013 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-22692ebd-5b72-4107-986c-88ba36d68ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:24.959118 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] Checking agent: {'id': 'f9e719c6-981b-4bb7-a7e6-8d35fc174b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'started_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:10:24.959516 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] Checking segment: {'id': 'f982a65e-375f-40cb-9f51-7cb0ac0c3b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '422326d9-912b-4a25-82b9-6ae37fe68d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:10:24.959905 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] Bound using segment: {'id': 'f982a65e-375f-40cb-9f51-7cb0ac0c3b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '422326d9-912b-4a25-82b9-6ae37fe68d00'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:10:24.960371 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] Bound port: a848f78d-bcaa-44bd-9287-e16e00d851bd, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f982a65e-375f-40cb-9f51-7cb0ac0c3b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '422326d9-912b-4a25-82b9-6ae37fe68d00'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:10:24.960766 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:25.004838 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-22692ebd-5b72-4107-986c-88ba36d68ba8 admin admin] Usage tracker for resource:security_group_rule and tenant:43a3c84f9acb4e75be5c963009e69f53 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:25.028453 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-86e13ac0-10c1-4836-9976-6af82141d80c req-4cdc5d88-059f-4dd3-b367-5fe3e9ecc505 service neutron] 10.222.0.16 "GET /v2.0/networks/422326d9-912b-4a25-82b9-6ae37fe68d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590533 May 02 03:10:25.090012 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:25.131631 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecf710-a317-4923-8dab-b302948fa732 req-f7777ef8-e8ad-43b8-a5a1-be1f298302eb tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:25.134361 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e9ecf710-a317-4923-8dab-b302948fa732 req-f7777ef8-e8ad-43b8-a5a1-be1f298302eb tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dad148-9385-40db-8846-89a54d12d057 HTTP/1.1" status: 200 len: 945 time: 1.1770504 May 02 03:10:25.139178 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_v2 [None req-feec8fa4-44a8-47d5-b13d-9a9598f5d247 admin admin] Deleting subnet a3b69880-e859-43a9-9413-fd33a70b0a10 {{(pid=73839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 02 03:10:25.157676 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 2094c639-72ff-40b6-a726-ff20e8d9032f, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=2094c639-72ff-40b6-a726-ff20e8d9032f,segment=NetworkSegment(9a4193b4-49de-4b60-8991-8a5cf7fb4e4b),segment_id=9a4193b4-49de-4b60-8991-8a5cf7fb4e4b)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:10:25.160993 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864b37b4-843c-4cd8-ab97-c2ae2edd4b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2094c639-72ff-40b6-a726-ff20e8d9032f'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:10:25.178833 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] For port a848f78d-bcaa-44bd-9287-e16e00d851bd, host hv-cinder-78907, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:10:25.184493 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] For port a848f78d-bcaa-44bd-9287-e16e00d851bd, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=a848f78d-bcaa-44bd-9287-e16e00d851bd,segment=NetworkSegment(f982a65e-375f-40cb-9f51-7cb0ac0c3b48),segment_id=f982a65e-375f-40cb-9f51-7cb0ac0c3b48)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:10:25.194926 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:25.198629 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-3035cd2a-d5bf-48e3-b0d1-1b8aa922aec0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:25.203172 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-22692ebd-5b72-4107-986c-88ba36d68ba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:25.212313 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-feec8fa4-44a8-47d5-b13d-9a9598f5d247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:25.236928 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:25.262582 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-22692ebd-5b72-4107-986c-88ba36d68ba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:25.302295 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:25.358758 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e107e8-6f7c-473d-ab4b-b2d34622bb45 req-2796aa47-1380-479d-92a0-cb4bf89d2ee4 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:25.360824 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e3e107e8-6f7c-473d-ab4b-b2d34622bb45 req-2796aa47-1380-479d-92a0-cb4bf89d2ee4 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 944 time: 1.0992270 May 02 03:10:25.425302 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-783760d3-baea-4413-ad9e-7804db854089 req-e79635f1-8e67-465b-b133-1d3b5d4762b5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:25.463678 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=2094c639-72ff-40b6-a726-ff20e8d9032f,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:25.468635 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:25.495760 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e3e107e8-6f7c-473d-ab4b-b2d34622bb45 req-89aee072-3812-4ce3-8f78-5cc9addf4d70 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140134 May 02 03:10:25.513083 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-783760d3-baea-4413-ad9e-7804db854089 req-e79635f1-8e67-465b-b133-1d3b5d4762b5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:25.539547 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:25.540350 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:25.541891 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] 10.222.0.16 "PUT /v2.0/ports/a848f78d-bcaa-44bd-9287-e16e00d851bd HTTP/1.1" status: 200 len: 1094 time: 4.4687839 May 02 03:10:25.570590 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4cff6c7-2bcc-450d-8718-fd8365aeca70', 'tag': 'a848f78d-bcaa-44bd-9287-e16e00d851bd'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:10:25.597092 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-783760d3-baea-4413-ad9e-7804db854089 req-e79635f1-8e67-465b-b133-1d3b5d4762b5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2323337b-2197-46ba-b17a-0a8dcf971239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2635274 May 02 03:10:25.602421 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-86e13ac0-10c1-4836-9976-6af82141d80c req-abfc2e1c-ed3c-4388-b42e-1403cef66320 service neutron] 10.222.0.16 "GET /v2.0/networks/422326d9-912b-4a25-82b9-6ae37fe68d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644801 May 02 03:10:25.653648 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] Pushing event updated for resources: {'Port': ['ID=a848f78d-bcaa-44bd-9287-e16e00d851bd,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:25.675383 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:25.685140 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:25.686912 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e9ecf710-a317-4923-8dab-b302948fa732 req-d939000a-55c7-44c8-816e-0223eeee112c tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/security-groups?id=2323337b-2197-46ba-b17a-0a8dcf971239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331438 May 02 03:10:25.691924 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-feec8fa4-44a8-47d5-b13d-9a9598f5d247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14752365'] for subnet, precommit_delete_associations {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:25.776343 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79635f1-8e67-465b-b133-1d3b5d4762b5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5953db12-d564-4cba-a05d-c6c3541eac05,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:25.862655 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864b37b4-843c-4cd8-ab97-c2ae2edd4b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2094c639-72ff-40b6-a726-ff20e8d9032f', 'code': 200} May 02 03:10:26.004814 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-feec8fa4-44a8-47d5-b13d-9a9598f5d247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038349'] for subnet, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:26.021866 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Allocated IP 172.28.2.189 (9f391acb-6dd2-44ac-8608-38eed26063e6/10d86011-1629-4945-9d03-3701e203e3e6/a304a225-ea39-474b-8d79-956feb9c7378) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:10:26.032037 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-e79635f1-8e67-465b-b133-1d3b5d4762b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:26.036144 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4cff6c7-2bcc-450d-8718-fd8365aeca70', 'tag': 'a848f78d-bcaa-44bd-9287-e16e00d851bd', 'status': 'completed', 'code': 200} May 02 03:10:26.071322 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-22692ebd-5b72-4107-986c-88ba36d68ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:26.169822 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f4a45-c39a-4ff9-9e64-72c87889d836 req-2b102b97-0edd-486d-a68f-1909162da3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:26.172332 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-fa1f4a45-c39a-4ff9-9e64-72c87889d836 req-2b102b97-0edd-486d-a68f-1909162da3f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42c15d9132f24a548967a141c68926b6&device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 1096 time: 0.2863295 May 02 03:10:26.228414 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-22692ebd-5b72-4107-986c-88ba36d68ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:26.294361 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ceae164a-2a86-48b9-b816-dfe23c3e3433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:26.847953 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f4a45-c39a-4ff9-9e64-72c87889d836 req-14e4b313-e1be-48c2-b616-c94ac7051b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:26.850781 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-fa1f4a45-c39a-4ff9-9e64-72c87889d836 req-14e4b313-e1be-48c2-b616-c94ac7051b67 service neutron] 10.222.0.16 "GET /v2.0/networks?id=422326d9-912b-4a25-82b9-6ae37fe68d00 HTTP/1.1" status: 200 len: 919 time: 0.6695487 May 02 03:10:27.059068 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-fa1f4a45-c39a-4ff9-9e64-72c87889d836 req-131f305c-a7fd-4dde-a286-b0d767405db0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 HTTP/1.1" status: 200 len: 217 time: 0.1994748 May 02 03:10:27.091277 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22692ebd-5b72-4107-986c-88ba36d68ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eea5af5-5522-4a29-9fdc-c4f5a461eb26,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:27.104601 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-22692ebd-5b72-4107-986c-88ba36d68ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:27.125564 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-22692ebd-5b72-4107-986c-88ba36d68ba8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43a3c84f9acb4e75be5c963009e69f53&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0875657 May 02 03:10:27.154404 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 37122) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:27.180924 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-eae8e656-5b2b-4835-bd25-02a911b364fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:27.186367 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-eae8e656-5b2b-4835-bd25-02a911b364fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42c15d9132f24a548967a141c68926b6&device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 1097 time: 1.4107761 May 02 03:10:27.342685 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-fdbfe70f-27e5-4086-b37d-6fd4fc417ec2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a848f78d-bcaa-44bd-9287-e16e00d851bd HTTP/1.1" status: 200 len: 217 time: 0.1348104 May 02 03:10:27.354018 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-feec8fa4-44a8-47d5-b13d-9a9598f5d247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16144030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15407797'] for subnet, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:27.387084 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:27.449945 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f4a45-c39a-4ff9-9e64-72c87889d836 req-ae56410f-c3d3-4c16-a4f3-f20903023191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:27.452707 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-fa1f4a45-c39a-4ff9-9e64-72c87889d836 req-ae56410f-c3d3-4c16-a4f3-f20903023191 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9b6e3be-0fc1-4ca2-8d57-9b34e3e05baf HTTP/1.1" status: 200 len: 858 time: 0.3814974 May 02 03:10:27.480287 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec8fa4-44a8-47d5-b13d-9a9598f5d247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3b69880-e859-43a9-9413-fd33a70b0a10,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:27.518989 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2f35b-d255-4822-bf3b-af3f6c59574a req-53bccc99-33a6-4824-a4fc-ada5edf1c232 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:27.528443 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-49a2f35b-d255-4822-bf3b-af3f6c59574a req-53bccc99-33a6-4824-a4fc-ada5edf1c232 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73 HTTP/1.1" status: 200 len: 945 time: 1.4903300 May 02 03:10:27.535249 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be372d-536f-439f-b907-706e1a82a60d req-2beb7e11-5d0d-426e-8b3c-bdea30f62481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:27.538946 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f5be372d-536f-439f-b907-706e1a82a60d req-2beb7e11-5d0d-426e-8b3c-bdea30f62481 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73 HTTP/1.1" status: 200 len: 1098 time: 1.3818305 May 02 03:10:27.549770 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-feec8fa4-44a8-47d5-b13d-9a9598f5d247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:27.553260 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-feec8fa4-44a8-47d5-b13d-9a9598f5d247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:27.594632 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-fa1f4a45-c39a-4ff9-9e64-72c87889d836 req-9158cae7-5d3a-4437-80ed-f1dc78fc3ffe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=422326d9-912b-4a25-82b9-6ae37fe68d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260288 May 02 03:10:27.600162 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-feec8fa4-44a8-47d5-b13d-9a9598f5d247 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a3b69880-e859-43a9-9413-fd33a70b0a10 HTTP/1.1" status: 204 len: 168 time: 2.8443339 May 02 03:10:27.607782 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 37130) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:27.642151 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:27.644658 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-adb4e863-3ade-4cd1-8f14-d069dc0ff145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:27.656771 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12119a82-2578-4a2f-8d52-9d4530db76a9 req-ecd57e26-6775-4ff7-b21c-b4c510447dc3 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:27.663772 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-12119a82-2578-4a2f-8d52-9d4530db76a9 req-ecd57e26-6775-4ff7-b21c-b4c510447dc3 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 944 time: 0.6776659 May 02 03:10:27.665828 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-708a83da-ac31-494f-a944-a3c04bc4bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:27.666926 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-708a83da-ac31-494f-a944-a3c04bc4bf04 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9b6e3be-0fc1-4ca2-8d57-9b34e3e05baf HTTP/1.1" status: 200 len: 858 time: 0.3106065 May 02 03:10:27.779710 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-2094a08a-3598-4588-8661-14928ec164c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=422326d9-912b-4a25-82b9-6ae37fe68d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997975 May 02 03:10:27.844425 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-49a2f35b-d255-4822-bf3b-af3f6c59574a req-7543de63-27f2-4cb2-9bc8-531c61b20b29 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994187 May 02 03:10:27.850894 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f5be372d-536f-439f-b907-706e1a82a60d req-7c218caf-c58b-4db0-8a52-d6147f4dfc0a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864509 May 02 03:10:27.957101 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:27.975707 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:28.021228 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-adb4e863-3ade-4cd1-8f14-d069dc0ff145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:28.053193 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Pushing event updated for resources: {'Port': ['ID=a304a225-ea39-474b-8d79-956feb9c7378,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:28.057671 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-7aa1cffd-0703-4924-9050-dd0f44b9ce59 service neutron] 10.222.0.16 "GET /v2.0/networks/422326d9-912b-4a25-82b9-6ae37fe68d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653699 May 02 03:10:28.060564 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:28.093117 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Network 9f391acb-6dd2-44ac-8608-38eed26063e6 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:10:28.106084 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Resources bound (agent type, host, resource id): {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:10:28.112829 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:10:28.256149 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-12119a82-2578-4a2f-8d52-9d4530db76a9 req-138d8b7c-5dc1-4ab0-9d42-a7db3609d49a tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5606177 May 02 03:10:28.297567 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-320a6bad-637e-4799-a893-871cee8b5ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690155'] for network, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:28.360334 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-70e81d1c-6367-441c-afc8-85d24e539c59 req-34e449fa-ab13-41a1-ad13-abe8398248a3 service neutron] 10.222.0.16 "GET /v2.0/networks/422326d9-912b-4a25-82b9-6ae37fe68d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948227 May 02 03:10:28.362649 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:28.481752 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-fa1f4a45-c39a-4ff9-9e64-72c87889d836 req-d580e355-4158-478d-8141-0108cf8d1c2c service neutron] 10.222.0.16 "GET /v2.0/networks/422326d9-912b-4a25-82b9-6ae37fe68d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8699019 May 02 03:10:28.577064 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725921fa-5a0a-4eb2-95a5-e052abee383d req-c244b8cf-8b91-4fa3-8293-7d4df68ae62a tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:28.585115 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-725921fa-5a0a-4eb2-95a5-e052abee383d req-c244b8cf-8b91-4fa3-8293-7d4df68ae62a tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dad148-9385-40db-8846-89a54d12d057 HTTP/1.1" status: 200 len: 945 time: 0.4083595 May 02 03:10:28.622632 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:28.782603 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-725921fa-5a0a-4eb2-95a5-e052abee383d req-00325a40-b556-4ab5-9e01-58f203876028 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/security-groups?id=2323337b-2197-46ba-b17a-0a8dcf971239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806450 May 02 03:10:28.793638 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1e041-ea76-4154-afc3-cdec7c5e72b7 req-02709669-e30c-4d37-a56c-ee4b49450a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:28.795359 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b6c1e041-ea76-4154-afc3-cdec7c5e72b7 req-02709669-e30c-4d37-a56c-ee4b49450a8a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42c15d9132f24a548967a141c68926b6&device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 1097 time: 0.3504980 May 02 03:10:29.000471 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-adb4e863-3ade-4cd1-8f14-d069dc0ff145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:29.036491 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-320a6bad-637e-4799-a893-871cee8b5ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2032080', 'neutron.services.segments.db._delete_segments_for_network-8794390944561'] for network, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:29.074318 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:29.184912 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:29.241315 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4e863-3ade-4cd1-8f14-d069dc0ff145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eea5af5-5522-4a29-9fdc-c4f5a461eb26,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:29.256867 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-adb4e863-3ade-4cd1-8f14-d069dc0ff145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:29.331391 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1e041-ea76-4154-afc3-cdec7c5e72b7 req-5567a7fe-ab13-4614-b40f-55e517204b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:29.333718 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b6c1e041-ea76-4154-afc3-cdec7c5e72b7 req-5567a7fe-ab13-4614-b40f-55e517204b77 service neutron] 10.222.0.16 "GET /v2.0/networks?id=422326d9-912b-4a25-82b9-6ae37fe68d00 HTTP/1.1" status: 200 len: 919 time: 0.5298111 May 02 03:10:29.439671 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-adb4e863-3ade-4cd1-8f14-d069dc0ff145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:29.442059 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-adb4e863-3ade-4cd1-8f14-d069dc0ff145 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3eea5af5-5522-4a29-9fdc-c4f5a461eb26 HTTP/1.1" status: 204 len: 168 time: 2.2823555 May 02 03:10:29.493713 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-fa1f4a45-c39a-4ff9-9e64-72c87889d836 req-b7d5bbf4-1ea8-4739-876c-f566c419e1d7 service neutron] 10.222.0.16 "GET /v2.0/networks/422326d9-912b-4a25-82b9-6ae37fe68d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9915900 May 02 03:10:29.531485 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-320a6bad-637e-4799-a893-871cee8b5ddb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276c0657-e8b7-449c-943b-0b64765d0fb3']}} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:10:29.534829 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b6c1e041-ea76-4154-afc3-cdec7c5e72b7 req-68549ce3-3a84-45d4-98cb-3bc48fe96cd6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a848f78d-bcaa-44bd-9287-e16e00d851bd HTTP/1.1" status: 200 len: 217 time: 0.1401186 May 02 03:10:29.566370 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-320a6bad-637e-4799-a893-871cee8b5ddb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b56678-bcd9-42f3-974a-7b524ab88213') {'for_net_delete': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:10:29.566864 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-320a6bad-637e-4799-a893-871cee8b5ddb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b56678-bcd9-42f3-974a-7b524ab88213') {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:10:29.596161 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-320a6bad-637e-4799-a893-871cee8b5ddb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794390955623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14752340'] for segment, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:29.630104 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804c8ac-7475-4d4a-b662-cbcb0ede1619 req-782b51a7-4618-43f0-bdd0-fb59705a8ab0 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:29.633311 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b804c8ac-7475-4d4a-b662-cbcb0ede1619 req-782b51a7-4618-43f0-bdd0-fb59705a8ab0 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73 HTTP/1.1" status: 200 len: 945 time: 0.5384645 May 02 03:10:29.674671 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-320a6bad-637e-4799-a893-871cee8b5ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:29.698525 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320a6bad-637e-4799-a893-871cee8b5ddb admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=73839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 03:10:29.961274 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.db.resource_extend [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 03:10:30.009699 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:30.025966 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b804c8ac-7475-4d4a-b662-cbcb0ede1619 req-7c00a67e-749c-4995-b6cc-9f1118595ee5 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808873 May 02 03:10:30.029827 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:10:30.036342 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:30.044414 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1e041-ea76-4154-afc3-cdec7c5e72b7 req-f7e2e630-b95e-44aa-a522-8fee250e0a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:30.045968 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b6c1e041-ea76-4154-afc3-cdec7c5e72b7 req-f7e2e630-b95e-44aa-a522-8fee250e0a30 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9b6e3be-0fc1-4ca2-8d57-9b34e3e05baf HTTP/1.1" status: 200 len: 858 time: 0.2022650 May 02 03:10:30.063579 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:30.244400 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4,segment=NetworkSegment(f982a65e-375f-40cb-9f51-7cb0ac0c3b48),segment_id=f982a65e-375f-40cb-9f51-7cb0ac0c3b48)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:10:30.263799 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Returning: {'device': '06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4', 'network_id': '422326d9-912b-4a25-82b9-6ae37fe68d00', 'port_id': '06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4', 'mac_address': 'fa:16:3e:81:65:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b6e3be-0fc1-4ca2-8d57-9b34e3e05baf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:10:30.316161 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 37182) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:30.354674 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:30.403396 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [None req-06578581-5416-4b0b-80be-835749a33250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 {{(pid=73840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:10:30.411034 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b6c1e041-ea76-4154-afc3-cdec7c5e72b7 req-818d3351-f00d-48b9-85c9-b3256f9dedf1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=422326d9-912b-4a25-82b9-6ae37fe68d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1835680 May 02 03:10:30.414526 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681044'] for floatingip, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:30.435407 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5570c73e-0e55-4489-8bdd-74e959fac994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:30.443904 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4,segment=NetworkSegment(f982a65e-375f-40cb-9f51-7cb0ac0c3b48),segment_id=f982a65e-375f-40cb-9f51-7cb0ac0c3b48)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:10:30.457422 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:30.461130 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:30.489339 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-320a6bad-637e-4799-a893-871cee8b5ddb admin admin] Network 276c0657-e8b7-449c-943b-0b64765d0fb3 has no segments {{(pid=73839) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:10:30.495894 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268c324-903b-4cba-85dc-beb9ce24448d req-82d5dfcc-d01d-41ae-a9f1-7854109f0d31 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:30.497640 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9268c324-903b-4cba-85dc-beb9ce24448d req-82d5dfcc-d01d-41ae-a9f1-7854109f0d31 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 944 time: 0.9598005 May 02 03:10:30.498826 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Pushing event updated for resources: {'Port': ['ID=a304a225-ea39-474b-8d79-956feb9c7378,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:30.500171 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-320a6bad-637e-4799-a893-871cee8b5ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2060056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16143164'] for segment, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:30.518072 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:30.534572 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-5570c73e-0e55-4489-8bdd-74e959fac994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:30.558118 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-5570c73e-0e55-4489-8bdd-74e959fac994 admin admin] Usage tracker for resource:security_group_rule and tenant:debf9d0f24cd482baf88f9b36017a6b4 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:30.568859 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-5570c73e-0e55-4489-8bdd-74e959fac994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:30.657526 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-5570c73e-0e55-4489-8bdd-74e959fac994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:30.687412 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:30.696108 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:30.703809 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:10:30.715316 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-320a6bad-637e-4799-a893-871cee8b5ddb admin admin] Network 276c0657-e8b7-449c-943b-0b64765d0fb3 has no segments {{(pid=73839) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:10:30.717308 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9268c324-903b-4cba-85dc-beb9ce24448d req-b4e9213b-1867-4e37-b15a-112b02239e4c tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960039 May 02 03:10:30.726429 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for floatingip, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:30.740111 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1984384 May 02 03:10:30.886763 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b6c1e041-ea76-4154-afc3-cdec7c5e72b7 req-f2579f4c-7085-453d-88fe-bd018d2c336c service neutron] 10.222.0.16 "GET /v2.0/networks/422326d9-912b-4a25-82b9-6ae37fe68d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580641 May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: Traceback (most recent call last): May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: timer() May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: cb(*args, **kw) May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: return func(*args, **kwargs) May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: self._notify() May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: self.callback(batched_events) May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: event.method(event) May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: aggregate_uuid = self.p_client.list_aggregates( May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: return f(self, *a, **k) May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: return self._get(url).json() May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: return self.request(url, 'GET', **kwargs) May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: base_url = self.get_endpoint(auth, allow=allow, May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 03:10:30.902300 dv-cinder-789077-1-smb neutron-server[73839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 03:10:30.904863 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-320a6bad-637e-4799-a893-871cee8b5ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2032079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681030'] for network, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:30.914074 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-320a6bad-637e-4799-a893-871cee8b5ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:30.930354 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-5c4334fc-ccd8-4215-8b22-a8d0be5de655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:30.979707 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-320a6bad-637e-4799-a893-871cee8b5ddb admin admin] 10.222.0.20 "DELETE /v2.0/networks/276c0657-e8b7-449c-943b-0b64765d0fb3 HTTP/1.1" status: 204 len: 168 time: 3.3631396 May 02 03:10:30.980748 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a6bad-637e-4799-a893-871cee8b5ddb admin admin] Pushing event deleted for resources: {'Network': ['ID=276c0657-e8b7-449c-943b-0b64765d0fb3,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:30.992033 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-320a6bad-637e-4799-a893-871cee8b5ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:31.370622 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-f1011683-68fe-4720-b215-d65cf064aaab tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Synchronizing usage tracker for tenant:71a14cf4cc2e4dee8eb774056ca84b10 on resource:security_group {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:10:31.401827 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5570c73e-0e55-4489-8bdd-74e959fac994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:31.421019 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-f1011683-68fe-4720-b215-d65cf064aaab tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Unset dirty status for tenant:71a14cf4cc2e4dee8eb774056ca84b10 on resource:security_group {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:10:31.424182 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-f1011683-68fe-4720-b215-d65cf064aaab tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--165712035&fields=id&tenant_id=71a14cf4cc2e4dee8eb774056ca84b10 HTTP/1.1" status: 200 len: 267 time: 0.1807060 May 02 03:10:31.436078 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5570c73e-0e55-4489-8bdd-74e959fac994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:31.470769 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b6c1e041-ea76-4154-afc3-cdec7c5e72b7 req-18a2e66f-17a1-47aa-9e91-c1ed436990c3 service neutron] 10.222.0.16 "GET /v2.0/networks/422326d9-912b-4a25-82b9-6ae37fe68d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5535650 May 02 03:10:31.479546 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:31.570407 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-5570c73e-0e55-4489-8bdd-74e959fac994 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=debf9d0f24cd482baf88f9b36017a6b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2395935 May 02 03:10:31.571109 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 37216) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:31.585248 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 37218) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:31.613203 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570c73e-0e55-4489-8bdd-74e959fac994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b4aee9-2e3a-424a-9c4f-24a882aef5d7,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:31.670393 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-5570c73e-0e55-4489-8bdd-74e959fac994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:31.847163 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-66706924-4ff1-43a2-90fa-506a63d1c757 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1522ee08e2ba464892c6f395a1c00507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623479 May 02 03:10:31.860673 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 37228) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:31.862823 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-8353a02a-818b-40c7-97b4-f6c91cbc99ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:31.934919 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-8353a02a-818b-40c7-97b4-f6c91cbc99ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:31.976538 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-283b54e3-ebb9-4348-af3c-59716f8e64b2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:31.977403 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-283b54e3-ebb9-4348-af3c-59716f8e64b2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Synchronizing usage tracker for tenant:71a14cf4cc2e4dee8eb774056ca84b10 on resource:network {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:10:32.003535 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-283b54e3-ebb9-4348-af3c-59716f8e64b2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Unset dirty status for tenant:71a14cf4cc2e4dee8eb774056ca84b10 on resource:network {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:10:32.005282 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-283b54e3-ebb9-4348-af3c-59716f8e64b2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/networks?id=d7689858-9039-425a-935e-3344516b06bf HTTP/1.1" status: 200 len: 817 time: 0.5453181 May 02 03:10:32.027566 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-e52c0b02-e016-4ffc-b121-34b9dea60073 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/quotas/71a14cf4cc2e4dee8eb774056ca84b10 HTTP/1.1" status: 200 len: 375 time: 0.0117116 May 02 03:10:32.046089 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device a848f78d-bcaa-44bd-9287-e16e00d851bd details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:10:32.051823 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 up at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:10:32.181012 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-fa2b3ee0-d309-435e-9a17-4822a9ef06d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:32.212362 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-ae99147c-6cbf-4e80-b697-86327cf9122d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=71a14cf4cc2e4dee8eb774056ca84b10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1590304 May 02 03:10:32.233322 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-8353a02a-818b-40c7-97b4-f6c91cbc99ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:32.243813 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-fa2b3ee0-d309-435e-9a17-4822a9ef06d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:32.277036 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:32.336312 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353a02a-818b-40c7-97b4-f6c91cbc99ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b4aee9-2e3a-424a-9c4f-24a882aef5d7,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:32.351784 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-8353a02a-818b-40c7-97b4-f6c91cbc99ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:32.382283 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-8353a02a-818b-40c7-97b4-f6c91cbc99ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:32.384022 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-8353a02a-818b-40c7-97b4-f6c91cbc99ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77b4aee9-2e3a-424a-9c4f-24a882aef5d7 HTTP/1.1" status: 204 len: 168 time: 0.7965834 May 02 03:10:32.467830 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning for port 06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:10:32.472378 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-fa2b3ee0-d309-435e-9a17-4822a9ef06d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:32.480057 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:32.489077 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning complete for port 06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:10:32.489642 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:32.552053 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-fa2b3ee0-d309-435e-9a17-4822a9ef06d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:32.569325 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-fa2b3ee0-d309-435e-9a17-4822a9ef06d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9bcacc95-afa0-4f86-8754-931aba0a9543 HTTP/1.1" status: 204 len: 168 time: 0.6380706 May 02 03:10:32.570878 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b3ee0-d309-435e-9a17-4822a9ef06d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcacc95-afa0-4f86-8754-931aba0a9543,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:32.577338 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-fa2b3ee0-d309-435e-9a17-4822a9ef06d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:32.675779 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-007d513a-7a4f-4deb-93e2-3a464c904f6b service neutron] 10.222.0.20 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999565 May 02 03:10:32.757699 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port a848f78d-bcaa-44bd-9287-e16e00d851bd, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=a848f78d-bcaa-44bd-9287-e16e00d851bd,segment=NetworkSegment(f982a65e-375f-40cb-9f51-7cb0ac0c3b48),segment_id=f982a65e-375f-40cb-9f51-7cb0ac0c3b48)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:10:32.848251 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Returning: {'device': 'a848f78d-bcaa-44bd-9287-e16e00d851bd', 'network_id': '422326d9-912b-4a25-82b9-6ae37fe68d00', 'port_id': 'a848f78d-bcaa-44bd-9287-e16e00d851bd', 'mac_address': 'fa:16:3e:a7:e7:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b6e3be-0fc1-4ca2-8d57-9b34e3e05baf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:10:32.986395 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:33.153336 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-4c5f4e77-ce74-4a36-9db1-1e4c2759b760 service neutron] 10.222.0.20 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604106 May 02 03:10:33.188989 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a278b-ce06-4187-b4f2-0fbf5da6ace7 req-30bed6a0-b8a4-46a2-b493-795068975285 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:33.203762 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a78a278b-ce06-4187-b4f2-0fbf5da6ace7 req-30bed6a0-b8a4-46a2-b493-795068975285 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 944 time: 0.2843332 May 02 03:10:33.274229 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a78a278b-ce06-4187-b4f2-0fbf5da6ace7 req-c9a5743a-5a55-423e-8b47-f8577ffcec53 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671012 May 02 03:10:33.333566 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [None req-06578581-5416-4b0b-80be-835749a33250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a848f78d-bcaa-44bd-9287-e16e00d851bd {{(pid=73840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:10:33.358988 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port a848f78d-bcaa-44bd-9287-e16e00d851bd, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=a848f78d-bcaa-44bd-9287-e16e00d851bd,segment=NetworkSegment(f982a65e-375f-40cb-9f51-7cb0ac0c3b48),segment_id=f982a65e-375f-40cb-9f51-7cb0ac0c3b48)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:10:33.371567 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:33.387529 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:33.396468 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:33.488977 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446e7535-3012-49e7-aabd-6260e737d9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:10:33.507056 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4,segment=NetworkSegment(f982a65e-375f-40cb-9f51-7cb0ac0c3b48),segment_id=f982a65e-375f-40cb-9f51-7cb0ac0c3b48)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:10:33.510206 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=a848f78d-bcaa-44bd-9287-e16e00d851bd,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:33.513760 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:33.514892 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:33.517195 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:33.606438 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:33.614829 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:33.644837 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446e7535-3012-49e7-aabd-6260e737d9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4', 'code': 200} May 02 03:10:33.712399 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['a848f78d-bcaa-44bd-9287-e16e00d851bd'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:10:33.757275 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-be407fe5-4d2f-451e-966d-e34ab4b3e0b2 req-5e12f686-91ba-43ca-b4f4-b6111faf81dc tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 210 time: 0.0604336 May 02 03:10:34.182535 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 37306) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:34.372416 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555efcb-f8a0-486f-9bb7-80158244276e req-eea18f5f-43e2-46da-a3a4-91423cb4a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:34.380392 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a555efcb-f8a0-486f-9bb7-80158244276e req-eea18f5f-43e2-46da-a3a4-91423cb4a5da service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 1098 time: 0.2822311 May 02 03:10:34.436368 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-e7cc5e66-fb44-440f-b655-9e7d19a5148d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc798db1e70a4bd7a51a83de25297129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507453 May 02 03:10:34.437910 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 37316) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:34.560208 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-a555efcb-f8a0-486f-9bb7-80158244276e req-d9c9a92f-cd85-4bfd-afae-cb2354016bd3 service neutron] Synchronizing usage tracker for tenant:0a6d385981474438ad4941ea476014d2 on resource:security_group {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:10:34.601556 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-a555efcb-f8a0-486f-9bb7-80158244276e req-d9c9a92f-cd85-4bfd-afae-cb2354016bd3 service neutron] Unset dirty status for tenant:0a6d385981474438ad4941ea476014d2 on resource:security_group {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:10:34.604134 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a555efcb-f8a0-486f-9bb7-80158244276e req-d9c9a92f-cd85-4bfd-afae-cb2354016bd3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159059 May 02 03:10:34.613561 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-9d482fe7-965b-4e08-80db-ed3c53f23b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:34.776403 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-9d482fe7-965b-4e08-80db-ed3c53f23b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:34.961608 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03759df-15ae-4e8b-befe-5c0b951610b7 req-e77a4ce5-a9aa-4a10-88aa-a1a9d7ea952c tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:34.966101 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c03759df-15ae-4e8b-befe-5c0b951610b7 req-e77a4ce5-a9aa-4a10-88aa-a1a9d7ea952c tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 945 time: 0.3283517 May 02 03:10:35.057396 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-9d482fe7-965b-4e08-80db-ed3c53f23b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:35.108613 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:35.247394 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c03759df-15ae-4e8b-befe-5c0b951610b7 req-926e7f18-3194-4e52-8cef-396a0a5cd356 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679243 May 02 03:10:35.264087 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d482fe7-965b-4e08-80db-ed3c53f23b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d5ea7a-a996-4670-ae35-8c619891d381,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:35.278452 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-3108737a-e3b8-454b-b4b3-620e02b70ca9 req-0eff8159-e492-497a-abf5-e8c09cd4ac9a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Synchronizing usage tracker for tenant:71a14cf4cc2e4dee8eb774056ca84b10 on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:10:35.285436 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-9d482fe7-965b-4e08-80db-ed3c53f23b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:35.287291 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-9d482fe7-965b-4e08-80db-ed3c53f23b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:35.299771 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-9d482fe7-965b-4e08-80db-ed3c53f23b0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18d5ea7a-a996-4670-ae35-8c619891d381 HTTP/1.1" status: 204 len: 168 time: 0.8582947 May 02 03:10:35.324763 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-3108737a-e3b8-454b-b4b3-620e02b70ca9 req-0eff8159-e492-497a-abf5-e8c09cd4ac9a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Unset dirty status for tenant:71a14cf4cc2e4dee8eb774056ca84b10 on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:10:35.332593 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3108737a-e3b8-454b-b4b3-620e02b70ca9 req-0eff8159-e492-497a-abf5-e8c09cd4ac9a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 210 time: 0.1617532 May 02 03:10:35.996897 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 37356) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:36.082346 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device a848f78d-bcaa-44bd-9287-e16e00d851bd up at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:10:36.424489 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning for port a848f78d-bcaa-44bd-9287-e16e00d851bd completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:10:36.444329 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning complete for port a848f78d-bcaa-44bd-9287-e16e00d851bd triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:10:36.448029 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:36.491469 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-f3e33494-ac56-4674-b88f-f1fe029dfdf3 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:36.493770 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-f3e33494-ac56-4674-b88f-f1fe029dfdf3 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.16 "GET /v2.0/networks?id=d7689858-9039-425a-935e-3344516b06bf HTTP/1.1" status: 200 len: 817 time: 0.3960776 May 02 03:10:36.620898 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-534572a6-79af-4525-88eb-30b8aa404ca1 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71a14cf4cc2e4dee8eb774056ca84b10 HTTP/1.1" status: 200 len: 379 time: 0.1132128 May 02 03:10:36.635278 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-6fa0c16c-f17f-44e1-9582-2117f8e4cbac tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Request body: {'port': {'device_id': '4671683c-8055-4267-bee7-b98db715c982', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'admin_state_up': True, 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'security_groups': ['da0f7a42-cde2-49a1-9584-c984c38506db']}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:10:36.857747 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:36.931982 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cff6c7-2bcc-450d-8718-fd8365aeca70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a848f78d-bcaa-44bd-9287-e16e00d851bd'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:10:36.972064 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port a848f78d-bcaa-44bd-9287-e16e00d851bd, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=a848f78d-bcaa-44bd-9287-e16e00d851bd,segment=NetworkSegment(f982a65e-375f-40cb-9f51-7cb0ac0c3b48),segment_id=f982a65e-375f-40cb-9f51-7cb0ac0c3b48)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:10:36.984785 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:36.987912 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-bb8c9775-6397-4ea3-a27b-e71c35bdf089 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:37.141598 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=a848f78d-bcaa-44bd-9287-e16e00d851bd,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:37.170790 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:37.237639 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-8931df2d-1513-4c51-ba54-ff2742eadb8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:37.255615 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-6fa0c16c-f17f-44e1-9582-2117f8e4cbac tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:37.376660 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-6fa0c16c-f17f-44e1-9582-2117f8e4cbac tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:37.410246 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-8931df2d-1513-4c51-ba54-ff2742eadb8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:37.421542 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-8931df2d-1513-4c51-ba54-ff2742eadb8e admin admin] Usage tracker for resource:security_group_rule and tenant:7aa17281be394893a8a2bfcc8ba16151 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:37.428973 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-6fa0c16c-f17f-44e1-9582-2117f8e4cbac tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Made reservation on behalf of 71a14cf4cc2e4dee8eb774056ca84b10 for: {'port': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:10:37.435801 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-6fa0c16c-f17f-44e1-9582-2117f8e4cbac tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:37.450938 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-869b1fa0-16d6-40bb-9f2c-33bf0a5dba79 req-ad068224-5d6d-4db9-8177-db1899026f38 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 210 time: 0.1622026 May 02 03:10:37.473812 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-8931df2d-1513-4c51-ba54-ff2742eadb8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:37.520756 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-8931df2d-1513-4c51-ba54-ff2742eadb8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:37.916976 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296a7e6-a53a-4252-82f7-babd82f4ca31 req-6586a3b2-ca81-4ab0-acef-3c96c2b41409 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:37.919468 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e296a7e6-a53a-4252-82f7-babd82f4ca31 req-6586a3b2-ca81-4ab0-acef-3c96c2b41409 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dad148-9385-40db-8846-89a54d12d057 HTTP/1.1" status: 200 len: 945 time: 0.2198021 May 02 03:10:38.000811 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cf789-0bf7-4d87-9fb4-2b8480a27ead req-01c5f361-23ef-437d-b73a-02b884911c01 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:38.002431 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3a3cf789-0bf7-4d87-9fb4-2b8480a27ead req-01c5f361-23ef-437d-b73a-02b884911c01 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 0.7483974 May 02 03:10:38.052622 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e296a7e6-a53a-4252-82f7-babd82f4ca31 req-4d180f1d-07d7-49ed-bb9e-39ffa040b89e tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/security-groups?id=2323337b-2197-46ba-b17a-0a8dcf971239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254692 May 02 03:10:38.075065 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-6fa0c16c-f17f-44e1-9582-2117f8e4cbac tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Allocated IP 172.20.0.5 (d7689858-9039-425a-935e-3344516b06bf/1280d3a9-2862-4bcb-8d9b-90a5151f672e/58c38057-f2e5-490e-be76-b37333c8d223) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:10:38.122602 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3a3cf789-0bf7-4d87-9fb4-2b8480a27ead req-da89d349-d222-4d83-b926-71d52245aee0 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968537 May 02 03:10:38.178437 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cff6c7-2bcc-450d-8718-fd8365aeca70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a848f78d-bcaa-44bd-9287-e16e00d851bd', 'code': 200} May 02 03:10:38.200164 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-8931df2d-1513-4c51-ba54-ff2742eadb8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:38.218113 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-8931df2d-1513-4c51-ba54-ff2742eadb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:38.243712 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:38.468591 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931df2d-1513-4c51-ba54-ff2742eadb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f0eeb6-c9df-4f3a-b075-032a16e05a8d,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:38.562371 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-8931df2d-1513-4c51-ba54-ff2742eadb8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7aa17281be394893a8a2bfcc8ba16151&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5569179 May 02 03:10:38.565706 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 37450) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:38.680952 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-6fa0c16c-f17f-44e1-9582-2117f8e4cbac tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:38.713137 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931df2d-1513-4c51-ba54-ff2742eadb8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:38.713705 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931df2d-1513-4c51-ba54-ff2742eadb8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:38.714303 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931df2d-1513-4c51-ba54-ff2742eadb8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:38.714890 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931df2d-1513-4c51-ba54-ff2742eadb8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:38.715505 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931df2d-1513-4c51-ba54-ff2742eadb8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:38.716090 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931df2d-1513-4c51-ba54-ff2742eadb8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:38.717011 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931df2d-1513-4c51-ba54-ff2742eadb8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:38.717277 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931df2d-1513-4c51-ba54-ff2742eadb8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:38.717786 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931df2d-1513-4c51-ba54-ff2742eadb8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:38.718361 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931df2d-1513-4c51-ba54-ff2742eadb8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:38.718940 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931df2d-1513-4c51-ba54-ff2742eadb8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:38.719631 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931df2d-1513-4c51-ba54-ff2742eadb8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:38.770307 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-8931df2d-1513-4c51-ba54-ff2742eadb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:38.967376 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f5df65bf-793d-4f97-814d-6a5bf9faa0d7 req-cd0e1605-f026-4532-87ae-ac219394e5b4 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 210 time: 0.1926696 May 02 03:10:39.025223 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-ce7285af-f5ac-4482-ba7a-5c826e09d5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:39.050449 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-6fa0c16c-f17f-44e1-9582-2117f8e4cbac tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Transition to ACTIVE for port object 58c38057-f2e5-490e-be76-b37333c8d223 will not be triggered until provisioned by entity DHCP. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:10:39.109020 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d3308-df02-4639-98c0-a6bfe632d21c req-549397e1-1747-4961-9691-60109dff6a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:39.111473 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-fb6d3308-df02-4639-98c0-a6bfe632d21c req-549397e1-1747-4961-9691-60109dff6a1c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 1099 time: 0.4942997 May 02 03:10:39.117795 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-ce7285af-f5ac-4482-ba7a-5c826e09d5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:39.213369 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-979d5197-2107-496e-8e56-b1d277a099f9 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:39.214965 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-979d5197-2107-496e-8e56-b1d277a099f9 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/networks?id=de631dfc-e161-49b8-9997-23bba9416921 HTTP/1.1" status: 200 len: 814 time: 0.7830880 May 02 03:10:39.223908 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-ce7285af-f5ac-4482-ba7a-5c826e09d5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:39.239669 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b8d8c-edff-4e46-9aab-ca6698079b79 req-a3690767-dac1-45bc-9fca-45b18650e042 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:39.241921 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-527b8d8c-edff-4e46-9aab-ca6698079b79 req-a3690767-dac1-45bc-9fca-45b18650e042 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7dad148-9385-40db-8846-89a54d12d057 HTTP/1.1" status: 200 len: 945 time: 0.4747639 May 02 03:10:39.326934 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-4e12c1ec-2080-4d4f-a917-2644f2f6d1ec tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/quotas/d517c1706c83412cb9564e16749007b5 HTTP/1.1" status: 200 len: 375 time: 0.0838180 May 02 03:10:39.390940 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-6fa0c16c-f17f-44e1-9582-2117f8e4cbac tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:39.424872 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:39.461218 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:39.496319 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-6fa0c16c-f17f-44e1-9582-2117f8e4cbac tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Network d7689858-9039-425a-935e-3344516b06bf is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:10:39.508450 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-6fa0c16c-f17f-44e1-9582-2117f8e4cbac tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Resources bound (agent type, host, resource id): {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:10:39.548979 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-6fa0c16c-f17f-44e1-9582-2117f8e4cbac tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:10:39.555433 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-6fa0c16c-f17f-44e1-9582-2117f8e4cbac tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:39.556094 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-6fa0c16c-f17f-44e1-9582-2117f8e4cbac tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:39.578396 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7285af-f5ac-4482-ba7a-5c826e09d5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f0eeb6-c9df-4f3a-b075-032a16e05a8d,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:39.592898 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-fb6d3308-df02-4639-98c0-a6bfe632d21c req-2e362b46-9cbd-4dc9-ac6e-2a064cfd0f40 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180315 May 02 03:10:39.606546 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7285af-f5ac-4482-ba7a-5c826e09d5da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:39.607236 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7285af-f5ac-4482-ba7a-5c826e09d5da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:39.607731 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7285af-f5ac-4482-ba7a-5c826e09d5da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:39.608288 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7285af-f5ac-4482-ba7a-5c826e09d5da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:39.609091 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7285af-f5ac-4482-ba7a-5c826e09d5da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:39.609863 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7285af-f5ac-4482-ba7a-5c826e09d5da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:39.610661 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7285af-f5ac-4482-ba7a-5c826e09d5da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:39.611457 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7285af-f5ac-4482-ba7a-5c826e09d5da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:39.612234 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7285af-f5ac-4482-ba7a-5c826e09d5da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:39.613016 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7285af-f5ac-4482-ba7a-5c826e09d5da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:39.613805 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7285af-f5ac-4482-ba7a-5c826e09d5da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:39.614816 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7285af-f5ac-4482-ba7a-5c826e09d5da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:39.622099 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-ce7285af-f5ac-4482-ba7a-5c826e09d5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:39.623998 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0c16c-f17f-44e1-9582-2117f8e4cbac tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Pushing event updated for resources: {'Port': ['ID=58c38057-f2e5-490e-be76-b37333c8d223,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:39.628496 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-ce7285af-f5ac-4482-ba7a-5c826e09d5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:39.630620 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-ce7285af-f5ac-4482-ba7a-5c826e09d5da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5f0eeb6-c9df-4f3a-b075-032a16e05a8d HTTP/1.1" status: 204 len: 168 time: 1.0632453 May 02 03:10:39.662272 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-6fa0c16c-f17f-44e1-9582-2117f8e4cbac tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:39.757545 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-6fa0c16c-f17f-44e1-9582-2117f8e4cbac tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1332254 May 02 03:10:39.781027 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d82f6-be74-4dda-bf17-8fe4820f2d4d req-f01da3a6-ea72-4138-9967-288dc79a165f tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:39.785205 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c35d82f6-be74-4dda-bf17-8fe4820f2d4d req-f01da3a6-ea72-4138-9967-288dc79a165f tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dad148-9385-40db-8846-89a54d12d057 HTTP/1.1" status: 200 len: 945 time: 0.2973349 May 02 03:10:39.795763 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] Request body: {'port': {'device_id': '4671683c-8055-4267-bee7-b98db715c982', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:10:39.854426 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c35d82f6-be74-4dda-bf17-8fe4820f2d4d req-a6310d37-4c9b-4d7e-8c63-6c40fa36f34e tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/security-groups?id=2323337b-2197-46ba-b17a-0a8dcf971239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622101 May 02 03:10:39.869585 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-b50363d2-cb56-49ce-9e83-5676b87c6054 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d517c1706c83412cb9564e16749007b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5346434 May 02 03:10:39.885772 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 37480) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:39.906115 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-052af971-b6c0-4c5d-acca-572b56cc0d3d None None] Provisioning for port 58c38057-f2e5-490e-be76-b37333c8d223 completed by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:10:39.920531 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [req-527b8d8c-edff-4e46-9aab-ca6698079b79 req-a4c186b7-62b4-4d93-a2c5-2c8a3d75ae21 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Deleting port cf14a9d7-638d-4b70-a4ec-5027ba48f940 {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:10:39.920907 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-527b8d8c-edff-4e46-9aab-ca6698079b79 req-a4c186b7-62b4-4d93-a2c5-2c8a3d75ae21 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:39.921355 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-052af971-b6c0-4c5d-acca-572b56cc0d3d None None] Provisioning complete for port 58c38057-f2e5-490e-be76-b37333c8d223 triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:10:39.922549 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-052af971-b6c0-4c5d-acca-572b56cc0d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:40.054869 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-052af971-b6c0-4c5d-acca-572b56cc0d3d None None] Port 58c38057-f2e5-490e-be76-b37333c8d223 cannot update to ACTIVE because it is not bound. {{(pid=73840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:10:40.102605 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8fb32-e112-4772-920f-ec38554c7c51 req-754a15af-193f-4a3c-919c-989e49fffc5b tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:40.111793 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-41e8fb32-e112-4772-920f-ec38554c7c51 req-754a15af-193f-4a3c-919c-989e49fffc5b tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 0.1085076 May 02 03:10:40.174139 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-41e8fb32-e112-4772-920f-ec38554c7c51 req-5d52a99a-ad56-4cc8-b8e8-3f15f48b5ff8 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613248 May 02 03:10:40.233457 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-54f591c5-a4b8-4204-a07f-bfa8d6d70a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:40.258564 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-54f591c5-a4b8-4204-a07f-bfa8d6d70a0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:40.265318 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-54f591c5-a4b8-4204-a07f-bfa8d6d70a0d admin admin] Usage tracker for resource:security_group_rule and tenant:4d589f0ba7a3499aa6e28170bf639128 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:40.271191 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-54f591c5-a4b8-4204-a07f-bfa8d6d70a0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:40.282135 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-54f591c5-a4b8-4204-a07f-bfa8d6d70a0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:40.292598 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-527b8d8c-edff-4e46-9aab-ca6698079b79 req-a4c186b7-62b4-4d93-a2c5-2c8a3d75ae21 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] For port cf14a9d7-638d-4b70-a4ec-5027ba48f940, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=cf14a9d7-638d-4b70-a4ec-5027ba48f940,segment=NetworkSegment(a10e9ca2-3ce1-481d-9456-5ec414a54a12),segment_id=a10e9ca2-3ce1-481d-9456-5ec414a54a12)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:10:40.293299 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-527b8d8c-edff-4e46-9aab-ca6698079b79 req-a4c186b7-62b4-4d93-a2c5-2c8a3d75ae21 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:40.325738 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:40.521774 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [req-527b8d8c-edff-4e46-9aab-ca6698079b79 req-a4c186b7-62b4-4d93-a2c5-2c8a3d75ae21 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Calling delete_port for cf14a9d7-638d-4b70-a4ec-5027ba48f940 owned by compute:nova {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:10:40.584051 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-54f591c5-a4b8-4204-a07f-bfa8d6d70a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:40.602310 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-54f591c5-a4b8-4204-a07f-bfa8d6d70a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:40.620037 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:40.658609 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fec7b-aa86-44e7-875d-79ccf2df0d58 req-9faff108-e74a-456b-b0b2-57d216bc0afb tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:40.672029 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-771fec7b-aa86-44e7-875d-79ccf2df0d58 req-9faff108-e74a-456b-b0b2-57d216bc0afb tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 931 time: 0.2904673 May 02 03:10:40.785471 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-54f591c5-a4b8-4204-a07f-bfa8d6d70a0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d589f0ba7a3499aa6e28170bf639128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8984776 May 02 03:10:40.800238 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 37510) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:40.817136 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f591c5-a4b8-4204-a07f-bfa8d6d70a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0a61e5-f3ad-4e27-afe3-a43de88b9722,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:40.890214 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-54f591c5-a4b8-4204-a07f-bfa8d6d70a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:40.994037 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-771fec7b-aa86-44e7-875d-79ccf2df0d58 req-7a4d92f9-21bb-4730-bcad-6a61c9fa0906 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3190839 May 02 03:10:41.076830 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-382f12e0-eb98-4d25-ae5c-d3e4f4130527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:41.151243 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-98f3119e-7ee1-481a-8636-f38015c48cde service neutron] 10.222.0.20 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2530506 May 02 03:10:41.153474 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-382f12e0-eb98-4d25-ae5c-d3e4f4130527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:41.293981 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 37532) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:41.444647 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-382f12e0-eb98-4d25-ae5c-d3e4f4130527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:41.457521 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:41.488130 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f12e0-eb98-4d25-ae5c-d3e4f4130527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0a61e5-f3ad-4e27-afe3-a43de88b9722,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:41.499709 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-382f12e0-eb98-4d25-ae5c-d3e4f4130527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:41.535627 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07801690-e607-44ea-9d66-1cbc892fed85 req-1c052c80-43d8-4c4a-bdda-7c5748829793 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:41.538135 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-07801690-e607-44ea-9d66-1cbc892fed85 req-1c052c80-43d8-4c4a-bdda-7c5748829793 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dad148-9385-40db-8846-89a54d12d057 HTTP/1.1" status: 200 len: 945 time: 0.2467217 May 02 03:10:41.540404 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-382f12e0-eb98-4d25-ae5c-d3e4f4130527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:41.542573 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-382f12e0-eb98-4d25-ae5c-d3e4f4130527 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de0a61e5-f3ad-4e27-afe3-a43de88b9722 HTTP/1.1" status: 204 len: 168 time: 0.7348285 May 02 03:10:41.703304 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-07801690-e607-44ea-9d66-1cbc892fed85 req-e73a5d31-24ce-497b-aa43-413e63f813f0 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/security-groups?id=2323337b-2197-46ba-b17a-0a8dcf971239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515415 May 02 03:10:41.729954 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-72204723-network', 'tenant_id': '59b06848e73243e692e1024eb63b53c2'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:10:41.733594 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-a740d967-6835-4ad4-b851-31a95c6f15b8 service neutron] 10.222.0.20 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5812845 May 02 03:10:41.740033 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:41.748845 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Usage tracker for resource:network and tenant:59b06848e73243e692e1024eb63b53c2 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:41.753777 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c38057-f2e5-490e-be76-b37333c8d223 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:10:41.756335 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:41.770432 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:41.789218 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:41.842838 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Made reservation on behalf of 59b06848e73243e692e1024eb63b53c2 for: {'network': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:10:41.848580 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] Transition to ACTIVE for port object 58c38057-f2e5-490e-be76-b37333c8d223 will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:10:41.856922 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for network, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:41.926810 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:41.947728 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:41.963481 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:42.011458 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:42.031675 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Usage tracker for resource:security_group_rule and tenant:59b06848e73243e692e1024eb63b53c2 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:42.037371 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:42.057977 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:42.072738 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-611f899b-e0bd-4510-9f1a-c996e801d2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:42.268780 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-527b8d8c-edff-4e46-9aab-ca6698079b79 req-a4c186b7-62b4-4d93-a2c5-2c8a3d75ae21 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:42.350193 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] Pushing event updated for resources: {'Port': ['ID=58c38057-f2e5-490e-be76-b37333c8d223,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:42.362734 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:42.366166 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:42.393632 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 37558) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:42.442631 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c186b7-62b4-4d93-a2c5-2c8a3d75ae21 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Pushing event deleted for resources: {'Port': ['ID=cf14a9d7-638d-4b70-a4ec-5027ba48f940,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:42.496632 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-39071472-57bb-49d3-b7e3-cc830790708e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:42.642738 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:42.675516 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-39071472-57bb-49d3-b7e3-cc830790708e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:42.683063 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:42.693007 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-a4c186b7-62b4-4d93-a2c5-2c8a3d75ae21 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:42.701213 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-8b5bba12-aa9c-45f7-83a3-488f909d59eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:42.718830 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-39071472-57bb-49d3-b7e3-cc830790708e admin admin] Usage tracker for resource:security_group_rule and tenant:0550e656f54a42268259c0a3e0819565 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:42.729619 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-39071472-57bb-49d3-b7e3-cc830790708e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:42.757093 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-39071472-57bb-49d3-b7e3-cc830790708e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:42.770225 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=73839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 03:10:42.788099 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06103a-d33c-4ea6-86f3-43543998a345 req-e11f5be2-7cba-4e4a-95e3-e5de9e70fac9 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:42.801202 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-cc06103a-d33c-4ea6-86f3-43543998a345 req-e11f5be2-7cba-4e4a-95e3-e5de9e70fac9 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 0.6143987 May 02 03:10:42.805243 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [req-527b8d8c-edff-4e46-9aab-ca6698079b79 req-a4c186b7-62b4-4d93-a2c5-2c8a3d75ae21 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] No DVR routers for this DVR port cf14a9d7-638d-4b70-a4ec-5027ba48f940 on host hv-cinder-78907 {{(pid=73838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:10:42.898198 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-527b8d8c-edff-4e46-9aab-ca6698079b79 req-a4c186b7-62b4-4d93-a2c5-2c8a3d75ae21 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:42.903233 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7dad148-9385-40db-8846-89a54d12d057', 'name': 'network-vif-deleted', 'tag': 'cf14a9d7-638d-4b70-a4ec-5027ba48f940'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:10:42.905061 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:42.905564 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.db.segments_db [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Added segment 671c2bc8-dc86-4f86-96d9-b382c313dbfa of type vlan for network 750a132c-c051-4276-9d59-7bc66d4cf121 May 02 03:10:42.908391 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd4b580-a768-47fe-9e53-751a9c991f56,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:42.914474 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:42.925148 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] Attempting to bind port 58c38057-f2e5-490e-be76-b37333c8d223 on host hv-cinder-78907 for vnic_type normal with profile {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:10:42.925685 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] Attempting to bind port 58c38057-f2e5-490e-be76-b37333c8d223 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '898a12c4-9c33-43db-aa28-9637c9b514c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd7689858-9039-425a-935e-3344516b06bf'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:10:42.926176 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] Attempting to bind port 58c38057-f2e5-490e-be76-b37333c8d223 on network d7689858-9039-425a-935e-3344516b06bf {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:10:42.939790 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] Port 58c38057-f2e5-490e-be76-b37333c8d223 on network d7689858-9039-425a-935e-3344516b06bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:10:42.940470 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] Attempting to bind port 58c38057-f2e5-490e-be76-b37333c8d223 on network d7689858-9039-425a-935e-3344516b06bf {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:10:42.959127 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] Checking agent: {'id': 'f9e719c6-981b-4bb7-a7e6-8d35fc174b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'started_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:10:42.959809 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] Checking segment: {'id': '898a12c4-9c33-43db-aa28-9637c9b514c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd7689858-9039-425a-935e-3344516b06bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:10:42.960641 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] Bound using segment: {'id': '898a12c4-9c33-43db-aa28-9637c9b514c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd7689858-9039-425a-935e-3344516b06bf'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:10:42.961483 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] Bound port: 58c38057-f2e5-490e-be76-b37333c8d223, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898a12c4-9c33-43db-aa28-9637c9b514c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd7689858-9039-425a-935e-3344516b06bf'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:10:42.962170 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:42.979912 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-527b8d8c-edff-4e46-9aab-ca6698079b79 req-a4c186b7-62b4-4d93-a2c5-2c8a3d75ae21 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.16 "DELETE /v2.0/ports/cf14a9d7-638d-4b70-a4ec-5027ba48f940 HTTP/1.1" status: 204 len: 173 time: 3.7289834 May 02 03:10:43.035076 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794390503316'] for network, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:43.142887 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for network, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:43.151253 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:43.153708 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:43.166542 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-cc06103a-d33c-4ea6-86f3-43543998a345 req-701c3594-9ad3-4f36-a124-ffa22516191e tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330145 May 02 03:10:43.200565 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-320a6bad-637e-4799-a893-871cee8b5ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:43.243579 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36990b-01a4-47a2-9321-88156be192b5 req-fad54b50-4a8f-49df-aa4e-dec6e7762a2f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:43.245669 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-cb36990b-01a4-47a2-9321-88156be192b5 req-fad54b50-4a8f-49df-aa4e-dec6e7762a2f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Synchronizing usage tracker for tenant:71a14cf4cc2e4dee8eb774056ca84b10 on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:10:43.265802 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] For port 58c38057-f2e5-490e-be76-b37333c8d223, host hv-cinder-78907, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:10:43.270507 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] For port 58c38057-f2e5-490e-be76-b37333c8d223, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=58c38057-f2e5-490e-be76-b37333c8d223,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:10:43.277871 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:43.279983 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-cb36990b-01a4-47a2-9321-88156be192b5 req-fad54b50-4a8f-49df-aa4e-dec6e7762a2f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Unset dirty status for tenant:71a14cf4cc2e4dee8eb774056ca84b10 on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:10:43.281569 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-cb36990b-01a4-47a2-9321-88156be192b5 req-fad54b50-4a8f-49df-aa4e-dec6e7762a2f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 943 time: 0.5650060 May 02 03:10:43.287972 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:43.313929 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-39071472-57bb-49d3-b7e3-cc830790708e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:43.352784 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-39071472-57bb-49d3-b7e3-cc830790708e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:43.395967 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:43.396908 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-39071472-57bb-49d3-b7e3-cc830790708e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0550e656f54a42268259c0a3e0819565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9835405 May 02 03:10:43.397324 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:43.399170 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] 10.222.0.16 "PUT /v2.0/ports/58c38057-f2e5-490e-be76-b37333c8d223 HTTP/1.1" status: 200 len: 1093 time: 3.6238291 May 02 03:10:43.401427 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 37582) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:43.431414 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-cb36990b-01a4-47a2-9321-88156be192b5 req-d327c762-866f-4421-98bd-35b0b5d6784b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077840 May 02 03:10:43.447331 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] Pushing event updated for resources: {'Port': ['ID=58c38057-f2e5-490e-be76-b37333c8d223,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:43.464335 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:43.607272 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.3084383 May 02 03:10:43.638189 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 37588) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:43.726276 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-5e536a34-c8ba-4dcf-8f91-24a095b9e4f2 admin admin] Request body: {'subnet': {'network_id': '750a132c-c051-4276-9d59-7bc66d4cf121', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-72204723-subnet', 'tenant_id': '59b06848e73243e692e1024eb63b53c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:10:43.749257 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-703267f4-a238-4b09-9a2d-bc740e88ab50 req-f6ddabd7-7a6d-4ad2-b241-ed565dd10d4f tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Synchronizing usage tracker for tenant:44b555abaa0c419ca16d9e4ed7a54340 on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:10:43.782045 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-5ae5b1a6-408d-4f20-9e6f-3a6668f76a1c req-b637a166-2b3a-4570-8c79-a8a293e1b1cb tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f3db576-86cf-46ab-a2ae-2ea429c2c973 HTTP/1.1" status: 200 len: 210 time: 0.1891217 May 02 03:10:43.783875 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Pushing event updated for resources: {'Network': ['ID=750a132c-c051-4276-9d59-7bc66d4cf121,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:43.786376 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-5e536a34-c8ba-4dcf-8f91-24a095b9e4f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:43.792655 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-5e536a34-c8ba-4dcf-8f91-24a095b9e4f2 admin admin] Usage tracker for resource:subnet and tenant:59b06848e73243e692e1024eb63b53c2 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:43.796479 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-5e536a34-c8ba-4dcf-8f91-24a095b9e4f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:43.802894 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Network 750a132c-c051-4276-9d59-7bc66d4cf121 details requested by agent ovs-agent-dv-cinder-789077-1-smb with host dv-cinder-789077-1-smb {{(pid=73840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 02 03:10:43.808435 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:43.809174 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-5e536a34-c8ba-4dcf-8f91-24a095b9e4f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:43.810451 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-12d0baa3-511d-4a5b-9571-a00cbb64671a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.415s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:43.841141 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e536a34-c8ba-4dcf-8f91-24a095b9e4f2 admin admin] Made reservation on behalf of 59b06848e73243e692e1024eb63b53c2 for: {'subnet': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:10:43.844121 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5e536a34-c8ba-4dcf-8f91-24a095b9e4f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:43.924665 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-703267f4-a238-4b09-9a2d-bc740e88ab50 req-f6ddabd7-7a6d-4ad2-b241-ed565dd10d4f tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Unset dirty status for tenant:44b555abaa0c419ca16d9e4ed7a54340 on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:10:43.940038 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-703267f4-a238-4b09-9a2d-bc740e88ab50 req-f6ddabd7-7a6d-4ad2-b241-ed565dd10d4f tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dad148-9385-40db-8846-89a54d12d057 HTTP/1.1" status: 200 len: 210 time: 0.3641281 May 02 03:10:44.000836 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39071472-57bb-49d3-b7e3-cc830790708e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e3127a-ec60-4a9e-a25f-090a760f192a,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:44.000836 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-02aa045b-b64f-428c-9e68-ac2318792d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:44.083632 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7dad148-9385-40db-8846-89a54d12d057', 'name': 'network-vif-deleted', 'tag': 'cf14a9d7-638d-4b70-a4ec-5027ba48f940', 'status': 'completed', 'code': 200} May 02 03:10:44.091364 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-02aa045b-b64f-428c-9e68-ac2318792d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:44.144097 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device cf14a9d7-638d-4b70-a4ec-5027ba48f940 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:10:44.149125 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-286a77b8-412a-471a-9e97-8b302ce69102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:44.154663 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-286a77b8-412a-471a-9e97-8b302ce69102 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71a14cf4cc2e4dee8eb774056ca84b10&device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 1096 time: 0.5230660 May 02 03:10:44.190054 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-39071472-57bb-49d3-b7e3-cc830790708e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:44.207602 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-02aa045b-b64f-428c-9e68-ac2318792d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:44.216472 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-91e1a056-3956-4c70-b94c-2f319737c816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:44.217921 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-06578581-5416-4b0b-80be-835749a33250 None None] No Port match for: cf14a9d7-638d-4b70-a4ec-5027ba48f940 {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:10:44.218408 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device cf14a9d7-638d-4b70-a4ec-5027ba48f940 not bound to the agent host hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:10:44.233103 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa045b-b64f-428c-9e68-ac2318792d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e3127a-ec60-4a9e-a25f-090a760f192a,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:44.244056 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-02aa045b-b64f-428c-9e68-ac2318792d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:44.245203 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-02aa045b-b64f-428c-9e68-ac2318792d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:44.249321 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-02aa045b-b64f-428c-9e68-ac2318792d85 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13e3127a-ec60-4a9e-a25f-090a760f192a HTTP/1.1" status: 204 len: 168 time: 0.8467863 May 02 03:10:44.382704 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-c4725f84-f915-4ff4-88be-0a29e38d7bb4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58c38057-f2e5-490e-be76-b37333c8d223 HTTP/1.1" status: 200 len: 217 time: 0.2053976 May 02 03:10:44.650792 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-b37f194b-2d26-4bce-8f9a-5bcedfa400ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:44.932920 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:44.984512 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e9cdc-c2da-4116-b245-aa3310479b41 req-d2747d81-41d0-41d5-9622-3ac0ce033f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:44.988384 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-314e9cdc-c2da-4116-b245-aa3310479b41 req-d2747d81-41d0-41d5-9622-3ac0ce033f03 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42c15d9132f24a548967a141c68926b6&device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 1099 time: 0.5128605 May 02 03:10:45.014829 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-c122c342-d629-494b-b5d1-f6088b2aef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:45.016459 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-c122c342-d629-494b-b5d1-f6088b2aef71 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1280d3a9-2862-4bcb-8d9b-90a5151f672e HTTP/1.1" status: 200 len: 856 time: 0.5624456 May 02 03:10:45.342884 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a011843-2af8-4833-971b-0736bf791c3d req-b17d9d77-ac7a-4350-a2c7-fbd9c03d8d33 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:45.357396 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4a011843-2af8-4833-971b-0736bf791c3d req-b17d9d77-ac7a-4350-a2c7-fbd9c03d8d33 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 943 time: 0.6090856 May 02 03:10:45.365409 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e9cdc-c2da-4116-b245-aa3310479b41 req-0f0f24f2-a218-4385-b7de-abf6d95e28c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:45.368945 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-314e9cdc-c2da-4116-b245-aa3310479b41 req-0f0f24f2-a218-4385-b7de-abf6d95e28c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=422326d9-912b-4a25-82b9-6ae37fe68d00 HTTP/1.1" status: 200 len: 919 time: 0.3705568 May 02 03:10:45.457084 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-ddd47ccf-8d97-4f34-a841-b9e669db7b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:45.458423 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-ddd47ccf-8d97-4f34-a841-b9e669db7b5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d7689858-9039-425a-935e-3344516b06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4311652 May 02 03:10:45.465902 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-0edc2a71-83b7-4b70-ab12-333594d703be tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:45.467438 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-0edc2a71-83b7-4b70-ab12-333594d703be tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.16 "GET /v2.0/networks?id=de631dfc-e161-49b8-9997-23bba9416921 HTTP/1.1" status: 200 len: 814 time: 1.0889146 May 02 03:10:45.527264 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-c9c54abe-c333-44e6-833f-68852751ec3b tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Request body: {'port': {'device_id': '6f3db576-86cf-46ab-a2ae-2ea429c2c973', 'network_id': 'de631dfc-e161-49b8-9997-23bba9416921', 'admin_state_up': True, 'tenant_id': 'd517c1706c83412cb9564e16749007b5'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:10:45.621952 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-314e9cdc-c2da-4116-b245-aa3310479b41 req-b6271612-88e2-4aa9-b208-c12567e444eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a848f78d-bcaa-44bd-9287-e16e00d851bd HTTP/1.1" status: 200 len: 217 time: 0.1996520 May 02 03:10:45.789970 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4a011843-2af8-4833-971b-0736bf791c3d req-85f5f9aa-59cc-4b3c-9b48-c28d462d4bfa tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4312806 May 02 03:10:45.790910 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 37652) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:45.841914 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e9cdc-c2da-4116-b245-aa3310479b41 req-1d257c7c-2d64-4ac5-aa50-8a2fd3c80c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:45.846670 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-314e9cdc-c2da-4116-b245-aa3310479b41 req-1d257c7c-2d64-4ac5-aa50-8a2fd3c80c6c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9b6e3be-0fc1-4ca2-8d57-9b34e3e05baf HTTP/1.1" status: 200 len: 858 time: 0.2170129 May 02 03:10:45.877705 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da249e10-b9a2-4c5d-8ce0-5bfb85a0bf05 req-65bc61c7-6016-49b4-b2aa-7a18322a5bd3 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:45.885878 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-da249e10-b9a2-4c5d-8ce0-5bfb85a0bf05 req-65bc61c7-6016-49b4-b2aa-7a18322a5bd3 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 1.2871468 May 02 03:10:46.021897 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:46.069662 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-da249e10-b9a2-4c5d-8ce0-5bfb85a0bf05 req-9dfccada-6ebb-4c62-bc22-620802e3a1de tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823554 May 02 03:10:46.102790 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4671683c-8055-4267-bee7-b98db715c982', 'tag': '58c38057-f2e5-490e-be76-b37333c8d223'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:10:46.147478 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-ccb5a4f1-c505-4181-82fd-ce88c15f6873 service neutron] 10.222.0.16 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6256607 May 02 03:10:46.160700 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-c9c54abe-c333-44e6-833f-68852751ec3b tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:46.346609 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-75f43010-e9b8-48f0-bc5d-5705c7de1f1e req-5028be09-5e31-4e32-bb1d-8d9ddf8ada5e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f3db576-86cf-46ab-a2ae-2ea429c2c973 HTTP/1.1" status: 200 len: 210 time: 0.1242933 May 02 03:10:46.351788 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-314e9cdc-c2da-4116-b245-aa3310479b41 req-1cdd5646-0896-4e37-9d7a-ac944074ddbb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=422326d9-912b-4a25-82b9-6ae37fe68d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4964871 May 02 03:10:46.354764 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-373ba5cf-6110-4dee-bd38-3363c0322b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:46.395537 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-373ba5cf-6110-4dee-bd38-3363c0322b8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:46.427829 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4671683c-8055-4267-bee7-b98db715c982', 'tag': '58c38057-f2e5-490e-be76-b37333c8d223', 'status': 'completed', 'code': 200} May 02 03:10:46.433073 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-373ba5cf-6110-4dee-bd38-3363c0322b8e admin admin] Usage tracker for resource:security_group_rule and tenant:0b416336cbfb466b96ebb3ad79c893d8 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:46.438030 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-373ba5cf-6110-4dee-bd38-3363c0322b8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:46.448087 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-373ba5cf-6110-4dee-bd38-3363c0322b8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:46.560020 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-373ba5cf-6110-4dee-bd38-3363c0322b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:46.569862 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5e536a34-c8ba-4dcf-8f91-24a095b9e4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for subnet, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:46.575286 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-c9c54abe-c333-44e6-833f-68852751ec3b tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:46.597696 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:46.681184 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-373ba5cf-6110-4dee-bd38-3363c0322b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:46.711657 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:46.764824 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e536a34-c8ba-4dcf-8f91-24a095b9e4f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca513f2a-53a6-4565-843b-b75b706f91b1,revision_number=0']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:46.785210 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-5e536a34-c8ba-4dcf-8f91-24a095b9e4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:46.808994 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ba5cf-6110-4dee-bd38-3363c0322b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f602b97-fafe-49c9-9e67-742c40e99008,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:46.814146 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-373ba5cf-6110-4dee-bd38-3363c0322b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:46.818341 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-373ba5cf-6110-4dee-bd38-3363c0322b8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b416336cbfb466b96ebb3ad79c893d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0215490 May 02 03:10:46.823874 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 37678) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:46.844362 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a81a132d-5dec-4dfd-88a8-50e3112ce400 req-481807c8-46ab-4707-8090-cd28d7419d2c service neutron] 10.222.0.16 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6877980 May 02 03:10:46.859363 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-c9c54abe-c333-44e6-833f-68852751ec3b tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Made reservation on behalf of d517c1706c83412cb9564e16749007b5 for: {'port': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:10:46.868046 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-c9c54abe-c333-44e6-833f-68852751ec3b tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:46.896384 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-314e9cdc-c2da-4116-b245-aa3310479b41 req-99e6d41a-201b-4192-a3b9-f996260f321e service neutron] 10.222.0.16 "GET /v2.0/networks/422326d9-912b-4a25-82b9-6ae37fe68d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275040 May 02 03:10:47.271928 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5b556bb6-8f33-4243-9f40-d692d4311a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:47.341207 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-314e9cdc-c2da-4116-b245-aa3310479b41 req-cec13b75-efa6-4d2a-bca7-86a0cb762ef4 service neutron] 10.222.0.16 "GET /v2.0/networks/422326d9-912b-4a25-82b9-6ae37fe68d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321427 May 02 03:10:47.343436 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5b556bb6-8f33-4243-9f40-d692d4311a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:47.413572 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e536a34-c8ba-4dcf-8f91-24a095b9e4f2 admin admin] Checking segment: {'id': '671c2bc8-dc86-4f86-96d9-b382c313dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '750a132c-c051-4276-9d59-7bc66d4cf121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:10:47.414179 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e536a34-c8ba-4dcf-8f91-24a095b9e4f2 admin admin] Network hostable DHCP agents. Network: 750a132c-c051-4276-9d59-7bc66d4cf121, hostable agents: ['614df883-a3aa-459e-9403-57d681838b96'], hosted agents: [] {{(pid=73838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 03:10:47.495450 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5b556bb6-8f33-4243-9f40-d692d4311a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:47.500794 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-a16461f9-22af-4292-99d8-1e1bb106d34f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:47.517904 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd6432-f7c4-42b4-9085-b8aa2f580c0f req-a878c0a2-124c-416a-9c35-8f79bd3652fa tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:47.526059 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-cbcd6432-f7c4-42b4-9085-b8aa2f580c0f req-a878c0a2-124c-416a-9c35-8f79bd3652fa tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 0.1726024 May 02 03:10:47.549560 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b556bb6-8f33-4243-9f40-d692d4311a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f602b97-fafe-49c9-9e67-742c40e99008,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:47.564506 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-5b556bb6-8f33-4243-9f40-d692d4311a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:47.589192 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5b556bb6-8f33-4243-9f40-d692d4311a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:47.590697 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-5b556bb6-8f33-4243-9f40-d692d4311a8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f602b97-fafe-49c9-9e67-742c40e99008 HTTP/1.1" status: 204 len: 168 time: 0.7655234 May 02 03:10:47.624507 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-cbcd6432-f7c4-42b4-9085-b8aa2f580c0f req-01eea671-5160-4689-b9bb-ed7f4dc6683d tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975099 May 02 03:10:47.672104 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-c9c54abe-c333-44e6-833f-68852751ec3b tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Allocated IP 172.20.0.12 (de631dfc-e161-49b8-9997-23bba9416921/1cd82b9e-d7e9-4d5f-b918-f8614d502fad/4abd5286-ff50-4f16-ac14-ce079aae3479) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:10:47.685917 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fcc04-799b-4e60-945d-60c17efdb0ac req-4531f1af-8226-499d-bd16-e55ca0f9688e tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:47.694557 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-501fcc04-799b-4e60-945d-60c17efdb0ac req-4531f1af-8226-499d-bd16-e55ca0f9688e tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 943 time: 0.5421078 May 02 03:10:47.699555 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081510f-4602-4452-b735-ab7c646ef9ce req-7f370dcf-8f40-4020-8d12-e503992e4cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:47.701111 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-6081510f-4602-4452-b735-ab7c646ef9ce req-7f370dcf-8f40-4020-8d12-e503992e4cfd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71a14cf4cc2e4dee8eb774056ca84b10&device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 1096 time: 0.6114542 May 02 03:10:47.705451 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e536a34-c8ba-4dcf-8f91-24a095b9e4f2 admin admin] Network 750a132c-c051-4276-9d59-7bc66d4cf121 is scheduled to be hosted by DHCP agent 614df883-a3aa-459e-9403-57d681838b96 with binding_index 1 {{(pid=73838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 03:10:47.754313 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:48.015674 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-cb756771-33cb-41bc-826d-1aea2bce93fc req-54c9ea53-5fe1-4ff0-845f-15e40f4cfe62 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f3db576-86cf-46ab-a2ae-2ea429c2c973 HTTP/1.1" status: 200 len: 210 time: 0.0770507 May 02 03:10:48.047302 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-5e536a34-c8ba-4dcf-8f91-24a095b9e4f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-smb, 750a132c-c051-4276-9d59-7bc66d4cf121) {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:10:48.061223 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e25b21b-ab18-4ef1-9ab2-ba6e9ccb1e42 None None] Network 750a132c-c051-4276-9d59-7bc66d4cf121 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:10:48.088106 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e536a34-c8ba-4dcf-8f91-24a095b9e4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:48.089154 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5e536a34-c8ba-4dcf-8f91-24a095b9e4f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:48.140997 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-501fcc04-799b-4e60-945d-60c17efdb0ac req-591bcd68-8de5-4317-b043-6ee56d317cb6 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4443328 May 02 03:10:48.179947 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081510f-4602-4452-b735-ab7c646ef9ce req-dd739efb-0c7a-4361-916f-159d446c8dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:48.181557 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-6081510f-4602-4452-b735-ab7c646ef9ce req-dd739efb-0c7a-4361-916f-159d446c8dcb service neutron] 10.222.0.16 "GET /v2.0/networks?id=d7689858-9039-425a-935e-3344516b06bf HTTP/1.1" status: 200 len: 918 time: 0.4576197 May 02 03:10:48.427185 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-5e536a34-c8ba-4dcf-8f91-24a095b9e4f2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 4.7782781 May 02 03:10:48.427185 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-6081510f-4602-4452-b735-ab7c646ef9ce req-002a4fa8-5e3c-42a7-895c-97a0ab1fc7d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58c38057-f2e5-490e-be76-b37333c8d223 HTTP/1.1" status: 200 len: 217 time: 0.2081265 May 02 03:10:48.432571 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edddfc4-e24a-4498-bb7f-f97a31754865 None None] Network 750a132c-c051-4276-9d59-7bc66d4cf121 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:10:48.487080 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 37716) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:48.512688 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-407544b6-f3db-44bd-b818-70199b4c3442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:48.533907 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-407544b6-f3db-44bd-b818-70199b4c3442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:48.539623 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-407544b6-f3db-44bd-b818-70199b4c3442 admin admin] Usage tracker for resource:security_group_rule and tenant:3d294f5ddf684caaa86cbb002effb16f is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:48.543478 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-407544b6-f3db-44bd-b818-70199b4c3442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:48.551534 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-407544b6-f3db-44bd-b818-70199b4c3442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:48.618879 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-c9c54abe-c333-44e6-833f-68852751ec3b tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:48.702783 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-407544b6-f3db-44bd-b818-70199b4c3442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:48.710564 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-407544b6-f3db-44bd-b818-70199b4c3442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:48.737858 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:48.757222 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081510f-4602-4452-b735-ab7c646ef9ce req-7b9bd45f-fdd0-4084-a21c-506c4b2f7955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:48.760210 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-6081510f-4602-4452-b735-ab7c646ef9ce req-7b9bd45f-fdd0-4084-a21c-506c4b2f7955 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1280d3a9-2862-4bcb-8d9b-90a5151f672e HTTP/1.1" status: 200 len: 856 time: 0.2436361 May 02 03:10:48.785251 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407544b6-f3db-44bd-b818-70199b4c3442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d49529e-35d6-47fd-9f02-183d94ee3478,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:48.790733 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-407544b6-f3db-44bd-b818-70199b4c3442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:48.811939 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-407544b6-f3db-44bd-b818-70199b4c3442 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d294f5ddf684caaa86cbb002effb16f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215103 May 02 03:10:48.812624 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 37730) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:48.854011 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-c9c54abe-c333-44e6-833f-68852751ec3b tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:48.903072 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-4fab9c49-a41f-4bc2-9277-2ac006c7f161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:48.908102 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:48.931521 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['2094c639-72ff-40b6-a726-ff20e8d9032f'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:10:48.948468 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-4fab9c49-a41f-4bc2-9277-2ac006c7f161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:49.016282 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-4fab9c49-a41f-4bc2-9277-2ac006c7f161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:49.026199 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-5b556bb6-8f33-4243-9f40-d692d4311a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:49.045300 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab9c49-a41f-4bc2-9277-2ac006c7f161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d49529e-35d6-47fd-9f02-183d94ee3478,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:49.047981 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-4fab9c49-a41f-4bc2-9277-2ac006c7f161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:49.052512 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-4fab9c49-a41f-4bc2-9277-2ac006c7f161 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d49529e-35d6-47fd-9f02-183d94ee3478 HTTP/1.1" status: 204 len: 168 time: 0.2387381 May 02 03:10:49.053740 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-4fab9c49-a41f-4bc2-9277-2ac006c7f161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:49.122056 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081510f-4602-4452-b735-ab7c646ef9ce req-b23973e2-3678-414e-977f-4780ddac1cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:49.124153 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-6081510f-4602-4452-b735-ab7c646ef9ce req-b23973e2-3678-414e-977f-4780ddac1cab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d7689858-9039-425a-935e-3344516b06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3509614 May 02 03:10:49.147434 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 37742) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:49.149451 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-c9c54abe-c333-44e6-833f-68852751ec3b tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Network de631dfc-e161-49b8-9997-23bba9416921 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:10:49.156565 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c54abe-c333-44e6-833f-68852751ec3b tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Pushing event updated for resources: {'Port': ['ID=4abd5286-ff50-4f16-ac14-ce079aae3479,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:49.177794 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-c9c54abe-c333-44e6-833f-68852751ec3b tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Resources bound (agent type, host, resource id): {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:10:49.180387 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-c9c54abe-c333-44e6-833f-68852751ec3b tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:49.225253 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-c9c54abe-c333-44e6-833f-68852751ec3b tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:10:49.231300 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-c9c54abe-c333-44e6-833f-68852751ec3b tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:49.231975 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-c9c54abe-c333-44e6-833f-68852751ec3b tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:49.309501 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c2a5130-5a76-4500-bc80-103175ef4ce8 admin admin] Deleting subnet 68ca72a9-45fe-4820-baf3-f86617f6b27b {{(pid=73839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 02 03:10:49.317669 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7c2a5130-5a76-4500-bc80-103175ef4ce8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:49.409913 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-c9c54abe-c333-44e6-833f-68852751ec3b tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8868730 May 02 03:10:49.452997 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] Request body: {'port': {'device_id': '6f3db576-86cf-46ab-a2ae-2ea429c2c973', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:10:49.494320 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7c2a5130-5a76-4500-bc80-103175ef4ce8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14752365'] for subnet, precommit_delete_associations {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:49.521431 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3564f7-ff34-4882-962c-532d92997ea6 req-4ac86431-a235-4de5-969a-b8773c4b75bf tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:49.522987 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-be3564f7-ff34-4882-962c-532d92997ea6 req-4ac86431-a235-4de5-969a-b8773c4b75bf tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 0.4842806 May 02 03:10:49.616011 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7c2a5130-5a76-4500-bc80-103175ef4ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038349'] for subnet, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:49.652771 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-6081510f-4602-4452-b735-ab7c646ef9ce req-19c45912-2252-4499-a842-adecd74cec22 service neutron] 10.222.0.16 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786355 May 02 03:10:49.755776 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31fedd-03cd-4702-a27e-395009d0e96b req-7b144f59-4836-46ad-8e59-788d54e057bf tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:49.765418 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-db31fedd-03cd-4702-a27e-395009d0e96b req-7b144f59-4836-46ad-8e59-788d54e057bf tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f3db576-86cf-46ab-a2ae-2ea429c2c973 HTTP/1.1" status: 200 len: 932 time: 0.3258240 May 02 03:10:49.964715 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:49.978031 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-db31fedd-03cd-4702-a27e-395009d0e96b req-f9bb2822-38af-411e-8701-6d9f1823760b tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027185 May 02 03:10:50.022076 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-be3564f7-ff34-4882-962c-532d92997ea6 req-64ff71fb-5691-44bb-8e7b-a4b997fdd18c tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924338 May 02 03:10:50.154423 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-6081510f-4602-4452-b735-ab7c646ef9ce req-65dd6520-062c-4e97-9f27-a8ed60b68cd5 service neutron] 10.222.0.16 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910743 May 02 03:10:50.175333 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 58c38057-f2e5-490e-be76-b37333c8d223 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:10:50.339570 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7c2a5130-5a76-4500-bc80-103175ef4ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16144030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15407797'] for subnet, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:50.345069 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-feec8fa4-44a8-47d5-b13d-9a9598f5d247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:50.418474 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a5130-5a76-4500-bc80-103175ef4ce8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68ca72a9-45fe-4820-baf3-f86617f6b27b,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:50.425094 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-7c2a5130-5a76-4500-bc80-103175ef4ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:50.436999 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7c2a5130-5a76-4500-bc80-103175ef4ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:50.467508 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-7c2a5130-5a76-4500-bc80-103175ef4ce8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/68ca72a9-45fe-4820-baf3-f86617f6b27b HTTP/1.1" status: 204 len: 168 time: 1.3147838 May 02 03:10:50.470817 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 37784) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:50.520382 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 58c38057-f2e5-490e-be76-b37333c8d223, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=58c38057-f2e5-490e-be76-b37333c8d223,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:10:50.538262 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Returning: {'device': '58c38057-f2e5-490e-be76-b37333c8d223', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'port_id': '58c38057-f2e5-490e-be76-b37333c8d223', 'mac_address': 'fa:16:3e:85:50:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:10:50.652641 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:50.678477 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [None req-06578581-5416-4b0b-80be-835749a33250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c38057-f2e5-490e-be76-b37333c8d223 {{(pid=73840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:10:50.690423 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4abd5286-ff50-4f16-ac14-ce079aae3479 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:10:50.703125 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 58c38057-f2e5-490e-be76-b37333c8d223, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=58c38057-f2e5-490e-be76-b37333c8d223,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:10:50.706606 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:50.711505 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:50.717640 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:50.749512 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] Transition to ACTIVE for port object 4abd5286-ff50-4f16-ac14-ce079aae3479 will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:10:50.757190 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:50.762608 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-8282aad0-7804-4803-a329-3e739de1527f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:50.822866 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644343b5-ff88-48f3-835e-950e6d308726 req-dda0dd48-d47f-43e6-9c23-697e855b28bd tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:50.832501 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-644343b5-ff88-48f3-835e-950e6d308726 req-dda0dd48-d47f-43e6-9c23-697e855b28bd tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 943 time: 0.5480876 May 02 03:10:50.852934 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-444eb552-c84e-4ce5-9fac-b2a545dc2f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690155'] for network, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:50.879415 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] Pushing event updated for resources: {'Port': ['ID=4abd5286-ff50-4f16-ac14-ce079aae3479,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:50.892862 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:50.896703 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=58c38057-f2e5-490e-be76-b37333c8d223,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:50.914175 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-644343b5-ff88-48f3-835e-950e6d308726 req-86c57252-9609-4c39-8360-4eb1b8ce7b42 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806534 May 02 03:10:50.921405 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:50.921831 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:50.922175 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:50.922507 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:50.923464 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:50.923803 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:50.924130 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:50.924456 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:50.924782 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:50.925104 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:50.925427 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:50.925924 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:10:50.930246 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:51.023538 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['58c38057-f2e5-490e-be76-b37333c8d223'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:10:51.064932 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] Attempting to bind port 4abd5286-ff50-4f16-ac14-ce079aae3479 on host hv-cinder-78907 for vnic_type normal with profile {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:10:51.065392 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] Attempting to bind port 4abd5286-ff50-4f16-ac14-ce079aae3479 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '9a4193b4-49de-4b60-8991-8a5cf7fb4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'de631dfc-e161-49b8-9997-23bba9416921'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:10:51.065788 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] Attempting to bind port 4abd5286-ff50-4f16-ac14-ce079aae3479 on network de631dfc-e161-49b8-9997-23bba9416921 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:10:51.073174 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] Port 4abd5286-ff50-4f16-ac14-ce079aae3479 on network de631dfc-e161-49b8-9997-23bba9416921 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:10:51.073749 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] Attempting to bind port 4abd5286-ff50-4f16-ac14-ce079aae3479 on network de631dfc-e161-49b8-9997-23bba9416921 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:10:51.078312 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-444eb552-c84e-4ce5-9fac-b2a545dc2f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2032080', 'neutron.services.segments.db._delete_segments_for_network-8794390944561'] for network, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:51.081390 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] Checking agent: {'id': 'f9e719c6-981b-4bb7-a7e6-8d35fc174b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'started_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:10:51.081803 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] Checking segment: {'id': '9a4193b4-49de-4b60-8991-8a5cf7fb4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'de631dfc-e161-49b8-9997-23bba9416921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:10:51.082494 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] Bound using segment: {'id': '9a4193b4-49de-4b60-8991-8a5cf7fb4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'de631dfc-e161-49b8-9997-23bba9416921'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:10:51.083036 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] Bound port: 4abd5286-ff50-4f16-ac14-ce079aae3479, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4193b4-49de-4b60-8991-8a5cf7fb4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'de631dfc-e161-49b8-9997-23bba9416921'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:10:51.083499 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:51.229016 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] For port 4abd5286-ff50-4f16-ac14-ce079aae3479, host hv-cinder-78907, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:10:51.233823 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] For port 4abd5286-ff50-4f16-ac14-ce079aae3479, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=4abd5286-ff50-4f16-ac14-ce079aae3479,segment=NetworkSegment(9a4193b4-49de-4b60-8991-8a5cf7fb4e4b),segment_id=9a4193b4-49de-4b60-8991-8a5cf7fb4e4b)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:10:51.241535 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:51.250186 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-6fa0c16c-f17f-44e1-9582-2117f8e4cbac tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:51.514669 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-444eb552-c84e-4ce5-9fac-b2a545dc2f03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9795ec03-0bba-48f0-a319-cd1d85d2746a']}} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:10:51.538216 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-444eb552-c84e-4ce5-9fac-b2a545dc2f03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a10e9ca2-3ce1-481d-9456-5ec414a54a12') {'for_net_delete': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:10:51.538551 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-444eb552-c84e-4ce5-9fac-b2a545dc2f03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a10e9ca2-3ce1-481d-9456-5ec414a54a12') {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:10:51.557999 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-444eb552-c84e-4ce5-9fac-b2a545dc2f03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794390955623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14752340'] for segment, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:51.586025 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5967e6-fc9f-4912-abf5-709fd9f2ff0a req-b6d9baeb-ab69-4bc3-a8ed-a135b5afd26e tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:51.593305 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-af5967e6-fc9f-4912-abf5-709fd9f2ff0a req-b6d9baeb-ab69-4bc3-a8ed-a135b5afd26e tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 0.3374403 May 02 03:10:51.597239 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-444eb552-c84e-4ce5-9fac-b2a545dc2f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:51.615787 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:51.616411 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:51.618797 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] 10.222.0.16 "PUT /v2.0/ports/4abd5286-ff50-4f16-ac14-ce079aae3479 HTTP/1.1" status: 200 len: 1094 time: 2.1811717 May 02 03:10:51.623505 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3db576-86cf-46ab-a2ae-2ea429c2c973', 'tag': '4abd5286-ff50-4f16-ac14-ce079aae3479'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:10:51.644535 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-444eb552-c84e-4ce5-9fac-b2a545dc2f03 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=73839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 03:10:51.684841 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-af5967e6-fc9f-4912-abf5-709fd9f2ff0a req-07aeee4b-695b-406f-b390-adb42249ed8d tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905120 May 02 03:10:51.702605 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] Pushing event updated for resources: {'Port': ['ID=4abd5286-ff50-4f16-ac14-ce079aae3479,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:51.710286 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:51.800911 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7243ff-79d0-4655-aa03-a3aa6daa5a32 req-8758dd9d-428a-4d05-852f-b562162353ab tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:51.802463 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-8f7243ff-79d0-4655-aa03-a3aa6daa5a32 req-8758dd9d-428a-4d05-852f-b562162353ab tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Synchronizing usage tracker for tenant:d517c1706c83412cb9564e16749007b5 on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:10:51.809653 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3db576-86cf-46ab-a2ae-2ea429c2c973', 'tag': '4abd5286-ff50-4f16-ac14-ce079aae3479', 'status': 'completed', 'code': 200} May 02 03:10:51.844026 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-8f7243ff-79d0-4655-aa03-a3aa6daa5a32 req-8758dd9d-428a-4d05-852f-b562162353ab tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Unset dirty status for tenant:d517c1706c83412cb9564e16749007b5 on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:10:51.845190 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-8f7243ff-79d0-4655-aa03-a3aa6daa5a32 req-8758dd9d-428a-4d05-852f-b562162353ab tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f3db576-86cf-46ab-a2ae-2ea429c2c973 HTTP/1.1" status: 200 len: 944 time: 0.5314178 May 02 03:10:51.880737 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-051ba000-0fdc-4efd-b9e8-2d4af920dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:51.885069 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-051ba000-0fdc-4efd-b9e8-2d4af920dec8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d517c1706c83412cb9564e16749007b5&device_id=6f3db576-86cf-46ab-a2ae-2ea429c2c973 HTTP/1.1" status: 200 len: 1097 time: 0.1732919 May 02 03:10:52.000830 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-444eb552-c84e-4ce5-9fac-b2a545dc2f03 admin admin] Network 9795ec03-0bba-48f0-a319-cd1d85d2746a has no segments {{(pid=73839) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:10:52.027817 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-d303cc6a-98a7-4018-bb99-34def96cce7a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4abd5286-ff50-4f16-ac14-ce079aae3479 HTTP/1.1" status: 200 len: 217 time: 0.1169918 May 02 03:10:52.031270 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-8f7243ff-79d0-4655-aa03-a3aa6daa5a32 req-825f914b-777d-4a08-a0e4-2359e1ad072f tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795113 May 02 03:10:52.058363 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-444eb552-c84e-4ce5-9fac-b2a545dc2f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2060056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16143164'] for segment, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:52.179664 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 58c38057-f2e5-490e-be76-b37333c8d223 up at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:10:52.214174 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-10a37cc0-0f77-49fd-ac83-c5bca8bdd2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:52.220896 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-10a37cc0-0f77-49fd-ac83-c5bca8bdd2f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1cd82b9e-d7e9-4d5f-b918-f8614d502fad HTTP/1.1" status: 200 len: 854 time: 0.1763830 May 02 03:10:52.384313 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-444eb552-c84e-4ce5-9fac-b2a545dc2f03 admin admin] Network 9795ec03-0bba-48f0-a319-cd1d85d2746a has no segments {{(pid=73839) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:10:52.408539 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-10d6886e-2f15-4e37-ba53-fbefd9ae3bb3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de631dfc-e161-49b8-9997-23bba9416921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1819973 May 02 03:10:52.416301 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning for port 58c38057-f2e5-490e-be76-b37333c8d223 completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: Traceback (most recent call last): May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: timer() May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: cb(*args, **kw) May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: return func(*args, **kwargs) May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: self._notify() May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: self.callback(batched_events) May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: event.method(event) May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: aggregate_uuid = self.p_client.list_aggregates( May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: return f(self, *a, **k) May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: return self._get(url).json() May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: return self.request(url, 'GET', **kwargs) May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: base_url = self.get_endpoint(auth, allow=allow, May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 03:10:52.419791 dv-cinder-789077-1-smb neutron-server[73839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 03:10:52.428569 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning complete for port 58c38057-f2e5-490e-be76-b37333c8d223 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:10:52.429337 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:52.531649 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-67ed7a4a-1a9b-4242-81bd-7e7b695b3d39 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:52.532978 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-67ed7a4a-1a9b-4242-81bd-7e7b695b3d39 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Synchronizing usage tracker for tenant:59b06848e73243e692e1024eb63b53c2 on resource:network {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:10:52.558822 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-67ed7a4a-1a9b-4242-81bd-7e7b695b3d39 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Unset dirty status for tenant:59b06848e73243e692e1024eb63b53c2 on resource:network {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:10:52.572207 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-67ed7a4a-1a9b-4242-81bd-7e7b695b3d39 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/networks?id=750a132c-c051-4276-9d59-7bc66d4cf121 HTTP/1.1" status: 200 len: 807 time: 0.6005528 May 02 03:10:52.574900 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-444eb552-c84e-4ce5-9fac-b2a545dc2f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2032079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681030'] for network, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:52.597767 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-a02fb41a-7393-4432-82d8-49b114c2f4f0 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/quotas/59b06848e73243e692e1024eb63b53c2 HTTP/1.1" status: 200 len: 375 time: 0.0243893 May 02 03:10:52.601191 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf0424-194e-412c-8b9e-de975b4810b4 req-24bf8b4b-11b7-489e-a64b-f31c4a088283 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:52.603005 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:52.610054 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0ebf0424-194e-412c-8b9e-de975b4810b4 req-24bf8b4b-11b7-489e-a64b-f31c4a088283 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 944 time: 0.2973156 May 02 03:10:52.638322 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-ebba1553-84df-446d-b4f5-f88aac33f58e service neutron] 10.222.0.16 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211905 May 02 03:10:52.666940 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-444eb552-c84e-4ce5-9fac-b2a545dc2f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:52.682390 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444eb552-c84e-4ce5-9fac-b2a545dc2f03 admin admin] Pushing event deleted for resources: {'Network': ['ID=9795ec03-0bba-48f0-a319-cd1d85d2746a,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:52.692736 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-444eb552-c84e-4ce5-9fac-b2a545dc2f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:52.721572 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-bd61593f-37a8-47c6-ba64-5205cc819ed7 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=59b06848e73243e692e1024eb63b53c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1228170 May 02 03:10:52.736742 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:52.763762 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0ebf0424-194e-412c-8b9e-de975b4810b4 req-33bd497c-43d6-4a5c-b457-51890549cc8c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457899 May 02 03:10:52.776793 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4671683c-8055-4267-bee7-b98db715c982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c38057-f2e5-490e-be76-b37333c8d223'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:10:52.791698 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 58c38057-f2e5-490e-be76-b37333c8d223, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=58c38057-f2e5-490e-be76-b37333c8d223,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:10:52.804997 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:52.807342 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:52.956332 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=58c38057-f2e5-490e-be76-b37333c8d223,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:52.956827 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-92490430-57e7-4f6b-8de2-90f10bc8c40c req-e91081b7-aeb8-4a2c-9f5b-e94c6812ac19 service neutron] 10.222.0.16 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035867 May 02 03:10:52.960718 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:52.983709 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-444eb552-c84e-4ce5-9fac-b2a545dc2f03 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9795ec03-0bba-48f0-a319-cd1d85d2746a HTTP/1.1" status: 204 len: 168 time: 2.5082848 May 02 03:10:53.092903 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-1d344f4d-3b3f-4442-abc5-b6c88851946b service neutron] 10.222.0.20 "GET /v2.0/networks/750a132c-c051-4276-9d59-7bc66d4cf121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704190 May 02 03:10:53.238835 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93852ac1-ff5e-4535-aa3a-8ffe3675a211 req-750ef685-474f-432d-9264-52a8b5a82b5d tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:53.248329 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-93852ac1-ff5e-4535-aa3a-8ffe3675a211 req-750ef685-474f-432d-9264-52a8b5a82b5d tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 0.2820461 May 02 03:10:53.253457 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db831f-6206-41af-abe1-0230603b197f req-0f034bb4-3041-4d3a-ada6-28fb6bab19f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:53.257389 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e8db831f-6206-41af-abe1-0230603b197f req-0f034bb4-3041-4d3a-ada6-28fb6bab19f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d517c1706c83412cb9564e16749007b5&device_id=6f3db576-86cf-46ab-a2ae-2ea429c2c973 HTTP/1.1" status: 200 len: 1097 time: 0.2295539 May 02 03:10:53.286360 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-2e9cbf37-f36b-4352-bc45-373abbf97a82 service neutron] 10.222.0.20 "GET /v2.0/networks/750a132c-c051-4276-9d59-7bc66d4cf121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722987 May 02 03:10:53.346707 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 37884) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:53.415492 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-4a36a288-d367-418d-9e45-5638e19beeeb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44b555abaa0c419ca16d9e4ed7a54340&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0672123 May 02 03:10:53.424171 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 37888) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:53.463823 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-93852ac1-ff5e-4535-aa3a-8ffe3675a211 req-ea57f5f2-286c-47ea-b852-d96e1c18c4a6 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044914 May 02 03:10:53.473676 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4671683c-8055-4267-bee7-b98db715c982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c38057-f2e5-490e-be76-b37333c8d223', 'code': 200} May 02 03:10:53.667170 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db831f-6206-41af-abe1-0230603b197f req-198273d2-31f1-4c9f-9800-cee8fbd4b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:53.675521 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e8db831f-6206-41af-abe1-0230603b197f req-198273d2-31f1-4c9f-9800-cee8fbd4b61c service neutron] 10.222.0.16 "GET /v2.0/networks?id=de631dfc-e161-49b8-9997-23bba9416921 HTTP/1.1" status: 200 len: 915 time: 0.3863685 May 02 03:10:53.832693 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-2390dac9-693f-4d07-ac4f-f558308747ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:53.844977 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f12b216a-c12e-4b6d-89f5-e6d4dc75de5c req-844cd96a-8535-4e7c-962d-128bcacdb883 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=40008ab8-46ec-4316-8f83-97d95d2581da HTTP/1.1" status: 200 len: 210 time: 0.2751520 May 02 03:10:53.919440 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e8db831f-6206-41af-abe1-0230603b197f req-a1288d2e-fefb-4684-ae2d-6c4b292be350 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4abd5286-ff50-4f16-ac14-ce079aae3479 HTTP/1.1" status: 200 len: 217 time: 0.2268927 May 02 03:10:53.925362 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-2390dac9-693f-4d07-ac4f-f558308747ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:53.962476 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97c9e8-ad3b-4b8a-a60a-0154484748dc req-3f7fdc64-8a36-473b-8a40-47478c051597 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:53.984289 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-9b97c9e8-ad3b-4b8a-a60a-0154484748dc req-3f7fdc64-8a36-473b-8a40-47478c051597 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f3db576-86cf-46ab-a2ae-2ea429c2c973 HTTP/1.1" status: 200 len: 944 time: 0.3823407 May 02 03:10:54.030671 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db831f-6206-41af-abe1-0230603b197f req-468a932e-ba8c-49f1-b615-0bab14ad973b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:54.032404 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e8db831f-6206-41af-abe1-0230603b197f req-468a932e-ba8c-49f1-b615-0bab14ad973b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1cd82b9e-d7e9-4d5f-b918-f8614d502fad HTTP/1.1" status: 200 len: 854 time: 0.1036632 May 02 03:10:54.101397 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd2fdd-6b87-4cf4-ac85-7f884b0c8eed req-ab77b530-6863-4a9b-8060-c7b648bab11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:54.114313 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f2dd2fdd-6b87-4cf4-ac85-7f884b0c8eed req-ab77b530-6863-4a9b-8060-c7b648bab11b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 1098 time: 0.2716794 May 02 03:10:54.135995 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-9b97c9e8-ad3b-4b8a-a60a-0154484748dc req-93633b14-7775-47d0-ba70-2c64993c417b tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485972 May 02 03:10:54.149993 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e8db831f-6206-41af-abe1-0230603b197f req-95a078ff-1c27-477f-b6db-44d35bf700b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de631dfc-e161-49b8-9997-23bba9416921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087196 May 02 03:10:54.163964 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-2390dac9-693f-4d07-ac4f-f558308747ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:54.201073 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-ce7285af-f5ac-4482-ba7a-5c826e09d5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:54.226968 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390dac9-693f-4d07-ac4f-f558308747ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2323337b-2197-46ba-b17a-0a8dcf971239,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:54.232262 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-2390dac9-693f-4d07-ac4f-f558308747ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:54.240529 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-2390dac9-693f-4d07-ac4f-f558308747ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:54.246297 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-2390dac9-693f-4d07-ac4f-f558308747ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2323337b-2197-46ba-b17a-0a8dcf971239 HTTP/1.1" status: 204 len: 168 time: 0.8167217 May 02 03:10:54.564380 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f2dd2fdd-6b87-4cf4-ac85-7f884b0c8eed req-cdb56402-f550-4161-9ffe-092c3fb1787b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4289927 May 02 03:10:54.595711 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e8db831f-6206-41af-abe1-0230603b197f req-9e8d8969-d52c-456f-a585-7108cbd4380a service neutron] 10.222.0.16 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171834 May 02 03:10:54.633742 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e94a69-28e3-4ae0-8d8a-f80702e84073 req-f9051bfa-e496-4273-b690-51cd3ebb3a42 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:54.635303 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-78e94a69-28e3-4ae0-8d8a-f80702e84073 req-f9051bfa-e496-4273-b690-51cd3ebb3a42 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 0.2451921 May 02 03:10:54.909836 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-78e94a69-28e3-4ae0-8d8a-f80702e84073 req-63386e5c-9dc4-45ec-8e98-700f854b030d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2660251 May 02 03:10:54.945644 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378506a7-22d2-43b2-b116-cdd9f83fba01 req-112d9380-372e-43ce-98bb-19382ce8469b tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:54.947936 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-378506a7-22d2-43b2-b116-cdd9f83fba01 req-112d9380-372e-43ce-98bb-19382ce8469b tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 0.1797347 May 02 03:10:55.030301 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-378506a7-22d2-43b2-b116-cdd9f83fba01 req-e4e11dac-4ef5-4864-88f1-20af7e856c4a tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723310 May 02 03:10:55.049194 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e8db831f-6206-41af-abe1-0230603b197f req-11064566-f8ed-4477-aa31-7eefd619ea73 service neutron] 10.222.0.16 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831170 May 02 03:10:55.152912 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a79d3948-8cfa-4cba-81df-00a7feab5b7d req-4157cfa3-f394-48a2-95a0-d93e0d926244 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=40008ab8-46ec-4316-8f83-97d95d2581da HTTP/1.1" status: 200 len: 210 time: 0.0653224 May 02 03:10:55.478578 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccbe4d-34bb-4441-9b4e-3750d5c16946 req-76539a17-42f3-4e68-a899-e91a9bce8ac4 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:55.481736 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-cbccbe4d-34bb-4441-9b4e-3750d5c16946 req-76539a17-42f3-4e68-a899-e91a9bce8ac4 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f3db576-86cf-46ab-a2ae-2ea429c2c973 HTTP/1.1" status: 200 len: 944 time: 0.1864564 May 02 03:10:55.627725 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-cbccbe4d-34bb-4441-9b4e-3750d5c16946 req-03cddd26-2349-4974-ad51-709ccdd5fd4e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343913 May 02 03:10:56.076361 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-850adfc7-67c0-4834-b89a-35ad0e057f90 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:56.081157 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-850adfc7-67c0-4834-b89a-35ad0e057f90 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.16 "GET /v2.0/networks?id=750a132c-c051-4276-9d59-7bc66d4cf121 HTTP/1.1" status: 200 len: 807 time: 0.4610846 May 02 03:10:56.104252 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-deac94a9-77ec-4b35-b259-9f53febc7521 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Request body: {'port': {'device_id': '40008ab8-46ec-4316-8f83-97d95d2581da', 'network_id': '750a132c-c051-4276-9d59-7bc66d4cf121', 'admin_state_up': True, 'tenant_id': '59b06848e73243e692e1024eb63b53c2'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:10:56.200989 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 4abd5286-ff50-4f16-ac14-ce079aae3479 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:10:56.479590 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-deac94a9-77ec-4b35-b259-9f53febc7521 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:56.556154 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 4abd5286-ff50-4f16-ac14-ce079aae3479, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=4abd5286-ff50-4f16-ac14-ce079aae3479,segment=NetworkSegment(9a4193b4-49de-4b60-8991-8a5cf7fb4e4b),segment_id=9a4193b4-49de-4b60-8991-8a5cf7fb4e4b)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:10:56.566953 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-deac94a9-77ec-4b35-b259-9f53febc7521 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Usage tracker for resource:port and tenant:59b06848e73243e692e1024eb63b53c2 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:56.589838 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Returning: {'device': '4abd5286-ff50-4f16-ac14-ce079aae3479', 'network_id': 'de631dfc-e161-49b8-9997-23bba9416921', 'port_id': '4abd5286-ff50-4f16-ac14-ce079aae3479', 'mac_address': 'fa:16:3e:6f:bc:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cd82b9e-d7e9-4d5f-b918-f8614d502fad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:10:56.593745 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-deac94a9-77ec-4b35-b259-9f53febc7521 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:56.620529 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-deac94a9-77ec-4b35-b259-9f53febc7521 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:56.620844 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa773e0-4ada-4d4e-803f-009f42c38666 req-ca3fc5b3-f649-4a4f-945d-f8bedd1dbbeb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:56.644614 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-9fa773e0-4ada-4d4e-803f-009f42c38666 req-ca3fc5b3-f649-4a4f-945d-f8bedd1dbbeb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 0.3559949 May 02 03:10:56.662295 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-deac94a9-77ec-4b35-b259-9f53febc7521 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Made reservation on behalf of 59b06848e73243e692e1024eb63b53c2 for: {'port': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:10:56.665883 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-deac94a9-77ec-4b35-b259-9f53febc7521 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:56.775206 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:56.799881 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 38014) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:56.804919 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-9fa773e0-4ada-4d4e-803f-009f42c38666 req-595c1fe4-1a39-4966-8443-c9ab07d7a98d tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525207 May 02 03:10:56.841113 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [None req-06578581-5416-4b0b-80be-835749a33250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4abd5286-ff50-4f16-ac14-ce079aae3479 {{(pid=73840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:10:56.899427 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 4abd5286-ff50-4f16-ac14-ce079aae3479, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=4abd5286-ff50-4f16-ac14-ce079aae3479,segment=NetworkSegment(9a4193b4-49de-4b60-8991-8a5cf7fb4e4b),segment_id=9a4193b4-49de-4b60-8991-8a5cf7fb4e4b)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:10:56.910563 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:56.913686 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:57.049955 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-4fb152c5-e665-41e4-858c-6d45134cb88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:57.065170 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=4abd5286-ff50-4f16-ac14-ce079aae3479,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:57.069476 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:57.077911 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:10:57.096624 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-4fb152c5-e665-41e4-858c-6d45134cb88e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:10:57.104923 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-4fb152c5-e665-41e4-858c-6d45134cb88e admin admin] Usage tracker for resource:security_group_rule and tenant:b30f3e6d036447c6ac45d215a0b59772 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:10:57.106949 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27780995-ce71-4078-8f94-6a0eb545e7f3 req-93e51ffe-170e-459a-8e38-29ccb5370a1d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:57.108773 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-27780995-ce71-4078-8f94-6a0eb545e7f3 req-93e51ffe-170e-459a-8e38-29ccb5370a1d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 0.6360941 May 02 03:10:57.121280 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-4fb152c5-e665-41e4-858c-6d45134cb88e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:10:57.132731 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-4fb152c5-e665-41e4-858c-6d45134cb88e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:10:57.206641 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['4abd5286-ff50-4f16-ac14-ce079aae3479'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:10:57.300263 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b6bfb1d4-bdc5-4177-ac2a-4132bf5d5a08 req-ded96ee1-2af7-4562-b2b9-99ba1270cb74 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=40008ab8-46ec-4316-8f83-97d95d2581da HTTP/1.1" status: 200 len: 210 time: 0.0884326 May 02 03:10:57.378467 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0113c1be-59ad-418a-af33-4dfc3eac793c req-9f2f2084-564f-40fa-978e-8a5f0c2abbe7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6094961 May 02 03:10:57.381586 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-27780995-ce71-4078-8f94-6a0eb545e7f3 req-2854d2a7-9a37-4516-b6ee-a0f7df6ea653 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582972 May 02 03:10:57.399603 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-4fb152c5-e665-41e4-858c-6d45134cb88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:57.409552 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-4fb152c5-e665-41e4-858c-6d45134cb88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:57.426532 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:57.446559 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-deac94a9-77ec-4b35-b259-9f53febc7521 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Allocated IP 172.20.0.11 (750a132c-c051-4276-9d59-7bc66d4cf121/ca513f2a-53a6-4565-843b-b75b706f91b1/614cf620-4ac1-41a9-b8af-d79712693757) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:10:57.529354 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-4fb152c5-e665-41e4-858c-6d45134cb88e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b30f3e6d036447c6ac45d215a0b59772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7227402 May 02 03:10:57.534340 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 38032) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:57.539854 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb152c5-e665-41e4-858c-6d45134cb88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07f3a9c-873d-40c8-84c4-854a6ba4dd34,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:57.545665 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-4fb152c5-e665-41e4-858c-6d45134cb88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:57.814408 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbfbf7-f42f-4b33-ad47-09cdb91bef38 req-2ec56638-c14c-456a-aee8-85bb7da25832 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:57.819116 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-5ddbfbf7-f42f-4b33-ad47-09cdb91bef38 req-2ec56638-c14c-456a-aee8-85bb7da25832 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f3db576-86cf-46ab-a2ae-2ea429c2c973 HTTP/1.1" status: 200 len: 945 time: 0.1649861 May 02 03:10:57.905079 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-5ddbfbf7-f42f-4b33-ad47-09cdb91bef38 req-ddec44b5-d9c5-41c0-b509-80e50cca74e0 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818527 May 02 03:10:57.995260 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-9ddeebaf-86da-415a-82c9-af370878f958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:58.092794 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-deac94a9-77ec-4b35-b259-9f53febc7521 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:58.116762 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-9ddeebaf-86da-415a-82c9-af370878f958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:58.142431 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66941b9a-5dc0-47d1-8264-fab023a80061 req-ee8a6d46-23ac-42f6-9a25-0d69760895c8 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:58.152134 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-66941b9a-5dc0-47d1-8264-fab023a80061 req-ee8a6d46-23ac-42f6-9a25-0d69760895c8 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 0.5112405 May 02 03:10:58.153546 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 38056) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:58.254408 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-962b9122-8671-4ef3-a56d-3214013a8a7c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Request body: {'floatingip': {'port_id': '58c38057-f2e5-490e-be76-b37333c8d223'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:10:58.296320 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b1817-9ed9-41a4-9ddf-2c324a7fc4e6 req-32045892-cb1a-4ade-b4d3-c64472f2d64d tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:58.310569 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-9e9b1817-9ed9-41a4-9ddf-2c324a7fc4e6 req-32045892-cb1a-4ade-b4d3-c64472f2d64d tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 0.1557887 May 02 03:10:58.431315 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113c1be-59ad-418a-af33-4dfc3eac793c req-d8d3b53f-0905-43c8-bd60-495b0ce8698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:58.432898 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0113c1be-59ad-418a-af33-4dfc3eac793c req-d8d3b53f-0905-43c8-bd60-495b0ce8698c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d517c1706c83412cb9564e16749007b5&device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73 HTTP/1.1" status: 200 len: 1098 time: 0.7025993 May 02 03:10:58.433829 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-9ddeebaf-86da-415a-82c9-af370878f958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:58.445590 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-9e9b1817-9ed9-41a4-9ddf-2c324a7fc4e6 req-cc4b8416-9524-4b83-a5b2-f150c7f9ddf4 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321332 May 02 03:10:58.453018 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:58.475442 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-962b9122-8671-4ef3-a56d-3214013a8a7c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for floatingip, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:58.574640 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddeebaf-86da-415a-82c9-af370878f958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07f3a9c-873d-40c8-84c4-854a6ba4dd34,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:58.733710 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-9ddeebaf-86da-415a-82c9-af370878f958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:58.849997 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-9ddeebaf-86da-415a-82c9-af370878f958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:58.854630 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-9ddeebaf-86da-415a-82c9-af370878f958 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c07f3a9c-873d-40c8-84c4-854a6ba4dd34 HTTP/1.1" status: 204 len: 168 time: 1.3183377 May 02 03:10:58.882800 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-a9cec0e1-479b-4ec5-b5cb-0e422106be04 req-100f4917-e8b8-4ade-88cf-c4d0430e0672 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Synchronizing usage tracker for tenant:59b06848e73243e692e1024eb63b53c2 on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:10:58.892363 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-deac94a9-77ec-4b35-b259-9f53febc7521 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:58.949800 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:10:59.039638 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-deac94a9-77ec-4b35-b259-9f53febc7521 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Network 750a132c-c051-4276-9d59-7bc66d4cf121 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:10:59.152238 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-deac94a9-77ec-4b35-b259-9f53febc7521 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Resources bound (agent type, host, resource id): {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:10:59.161532 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-deac94a9-77ec-4b35-b259-9f53febc7521 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:10:59.165716 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:59.186233 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-deac94a9-77ec-4b35-b259-9f53febc7521 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:59.192642 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-deac94a9-77ec-4b35-b259-9f53febc7521 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:59.249805 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113c1be-59ad-418a-af33-4dfc3eac793c req-80a46964-4c06-4315-ae9e-b3d3f2961ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:59.252610 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0113c1be-59ad-418a-af33-4dfc3eac793c req-80a46964-4c06-4315-ae9e-b3d3f2961ec8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=de631dfc-e161-49b8-9997-23bba9416921 HTTP/1.1" status: 200 len: 915 time: 0.7898049 May 02 03:10:59.265845 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-a9cec0e1-479b-4ec5-b5cb-0e422106be04 req-100f4917-e8b8-4ade-88cf-c4d0430e0672 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Unset dirty status for tenant:59b06848e73243e692e1024eb63b53c2 on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:10:59.268316 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a9cec0e1-479b-4ec5-b5cb-0e422106be04 req-100f4917-e8b8-4ade-88cf-c4d0430e0672 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=40008ab8-46ec-4316-8f83-97d95d2581da HTTP/1.1" status: 200 len: 210 time: 0.5357387 May 02 03:10:59.439454 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 38098) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:10:59.460992 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac94a9-77ec-4b35-b259-9f53febc7521 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Pushing event updated for resources: {'Port': ['ID=614cf620-4ac1-41a9-b8af-d79712693757,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:10:59.471833 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0113c1be-59ad-418a-af33-4dfc3eac793c req-0a6e28e9-0a38-4025-98b5-df356109e755 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2094c639-72ff-40b6-a726-ff20e8d9032f HTTP/1.1" status: 200 len: 217 time: 0.1908057 May 02 03:10:59.473175 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-deac94a9-77ec-4b35-b259-9f53febc7521 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:10:59.477489 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-deac94a9-77ec-4b35-b259-9f53febc7521 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3862936 May 02 03:10:59.534636 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] Request body: {'port': {'device_id': '40008ab8-46ec-4316-8f83-97d95d2581da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:10:59.584589 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99531362-9c5e-4c23-9d5b-3ae17200f389 req-e910089f-6ac0-46e4-bdba-47afaa27cce3 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:59.587326 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-99531362-9c5e-4c23-9d5b-3ae17200f389 req-e910089f-6ac0-46e4-bdba-47afaa27cce3 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f3db576-86cf-46ab-a2ae-2ea429c2c973 HTTP/1.1" status: 200 len: 945 time: 0.2133961 May 02 03:10:59.729323 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-99531362-9c5e-4c23-9d5b-3ae17200f389 req-a6f65045-7662-412c-9764-9fde71587f00 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253605 May 02 03:10:59.851677 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:10:59.881245 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113c1be-59ad-418a-af33-4dfc3eac793c req-f18a1d6b-bac2-4fd9-9568-bfe12f6579ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:10:59.882725 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0113c1be-59ad-418a-af33-4dfc3eac793c req-f18a1d6b-bac2-4fd9-9568-bfe12f6579ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1cd82b9e-d7e9-4d5f-b918-f8614d502fad HTTP/1.1" status: 200 len: 854 time: 0.4042404 May 02 03:10:59.916026 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 38114) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:00.081906 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0113c1be-59ad-418a-af33-4dfc3eac793c req-251d929d-96ff-4ceb-b2d0-eba529596ced service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de631dfc-e161-49b8-9997-23bba9416921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1864929 May 02 03:11:00.176043 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-462b4edc-837d-44e3-ae1d-850ef949540d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:00.208121 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-462b4edc-837d-44e3-ae1d-850ef949540d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:00.215428 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 4abd5286-ff50-4f16-ac14-ce079aae3479 up at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:11:00.216747 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0f7da0cf-166a-4916-94f4-7c06ad16f84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:00.248857 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-462b4edc-837d-44e3-ae1d-850ef949540d admin admin] Usage tracker for resource:security_group_rule and tenant:bd723ac40ff145a0b6e5fdb316eb1636 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:00.254690 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-462b4edc-837d-44e3-ae1d-850ef949540d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:00.272080 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-462b4edc-837d-44e3-ae1d-850ef949540d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:00.341543 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-0f7da0cf-166a-4916-94f4-7c06ad16f84b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:00.378081 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning for port 4abd5286-ff50-4f16-ac14-ce079aae3479 completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:11:00.390986 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning complete for port 4abd5286-ff50-4f16-ac14-ce079aae3479 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:11:00.392176 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:00.533731 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:00.557019 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-462b4edc-837d-44e3-ae1d-850ef949540d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:00.572647 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-462b4edc-837d-44e3-ae1d-850ef949540d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:00.576197 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 4abd5286-ff50-4f16-ac14-ce079aae3479, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=4abd5286-ff50-4f16-ac14-ce079aae3479,segment=NetworkSegment(9a4193b4-49de-4b60-8991-8a5cf7fb4e4b),segment_id=9a4193b4-49de-4b60-8991-8a5cf7fb4e4b)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:11:00.577923 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3db576-86cf-46ab-a2ae-2ea429c2c973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abd5286-ff50-4f16-ac14-ce079aae3479'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:11:00.587108 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:00.589753 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:00.593421 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-2390dac9-693f-4d07-ac4f-f558308747ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:00.694326 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=4abd5286-ff50-4f16-ac14-ce079aae3479,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:00.699510 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:00.729281 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-462b4edc-837d-44e3-ae1d-850ef949540d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd723ac40ff145a0b6e5fdb316eb1636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8088810 May 02 03:11:00.729281 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b4edc-837d-44e3-ae1d-850ef949540d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ac6be4-af09-4d02-af7e-7de8c83b3172,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:00.733127 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-462b4edc-837d-44e3-ae1d-850ef949540d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:00.736595 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 38144) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:00.839583 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-0f7da0cf-166a-4916-94f4-7c06ad16f84b admin admin] Usage tracker for resource:security_group_rule and tenant:6c3f2f1bda0f45e8a6c8c6cd20772637 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:00.872531 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9aa95-41af-49eb-b44a-ba417ad0942c req-c7162064-68c4-4f78-aa5e-8484f4a13be6 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:00.880332 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f8e9aa95-41af-49eb-b44a-ba417ad0942c req-c7162064-68c4-4f78-aa5e-8484f4a13be6 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=40008ab8-46ec-4316-8f83-97d95d2581da HTTP/1.1" status: 200 len: 932 time: 0.2780042 May 02 03:11:00.883338 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b906c82d-23e5-4da0-a8d7-8cbd9b0a2a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:00.940528 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-0f7da0cf-166a-4916-94f4-7c06ad16f84b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:00.952454 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b906c82d-23e5-4da0-a8d7-8cbd9b0a2a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:00.966623 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-f8e9aa95-41af-49eb-b44a-ba417ad0942c req-72fcf19c-34cf-4ce9-9ab8-5c87f079c462 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Synchronizing usage tracker for tenant:59b06848e73243e692e1024eb63b53c2 on resource:security_group {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:11:01.034614 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b906c82d-23e5-4da0-a8d7-8cbd9b0a2a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:01.041406 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-ce42aac0-d6e1-455f-ba31-5d0994044c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:01.057151 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906c82d-23e5-4da0-a8d7-8cbd9b0a2a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ac6be4-af09-4d02-af7e-7de8c83b3172,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:01.075867 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-0f7da0cf-166a-4916-94f4-7c06ad16f84b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:01.081360 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b906c82d-23e5-4da0-a8d7-8cbd9b0a2a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:01.095689 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b906c82d-23e5-4da0-a8d7-8cbd9b0a2a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:01.102186 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-b906c82d-23e5-4da0-a8d7-8cbd9b0a2a5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92ac6be4-af09-4d02-af7e-7de8c83b3172 HTTP/1.1" status: 204 len: 168 time: 0.3628941 May 02 03:11:01.153591 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1435c8f-a285-45c8-a3c3-f2c1b8a065bf req-16cd9162-53bf-4c06-a2b9-64e4da733087 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:01.167229 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a1435c8f-a285-45c8-a3c3-f2c1b8a065bf req-16cd9162-53bf-4c06-a2b9-64e4da733087 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 1.4024060 May 02 03:11:01.321627 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0113c1be-59ad-418a-af33-4dfc3eac793c req-0b8d7783-4443-446a-8d5c-b2808c751afd service neutron] 10.222.0.16 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1060736 May 02 03:11:01.666398 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 38204) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:01.692061 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-dfb51113-8247-468f-92fa-b534d59c8a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:01.711379 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-dfb51113-8247-468f-92fa-b534d59c8a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:01.716834 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-dfb51113-8247-468f-92fa-b534d59c8a76 admin admin] Usage tracker for resource:security_group_rule and tenant:8c7a3c89b9304aedb9334335c99ca744 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:01.722503 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-dfb51113-8247-468f-92fa-b534d59c8a76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:01.727541 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.db.resource_extend [None req-962b9122-8671-4ef3-a56d-3214013a8a7c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 03:11:01.732056 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-dfb51113-8247-468f-92fa-b534d59c8a76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:01.854816 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-962b9122-8671-4ef3-a56d-3214013a8a7c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:01.858778 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a1435c8f-a285-45c8-a3c3-f2c1b8a065bf req-a2329f78-44f3-4f34-8cb3-7a5b5cf0144d tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6048324 May 02 03:11:01.870924 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-962b9122-8671-4ef3-a56d-3214013a8a7c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681044'] for floatingip, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:01.910627 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-dfb51113-8247-468f-92fa-b534d59c8a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:01.927867 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-dfb51113-8247-468f-92fa-b534d59c8a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:01.949469 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-373ba5cf-6110-4dee-bd38-3363c0322b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:01.972067 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3db576-86cf-46ab-a2ae-2ea429c2c973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abd5286-ff50-4f16-ac14-ce079aae3479', 'code': 200} May 02 03:11:02.042055 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-dfb51113-8247-468f-92fa-b534d59c8a76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c7a3c89b9304aedb9334335c99ca744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3702469 May 02 03:11:02.045487 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 38212) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:02.089903 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb51113-8247-468f-92fa-b534d59c8a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7633b9d1-91a1-48ea-ae1e-85b9479d352a,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:02.096351 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-dfb51113-8247-468f-92fa-b534d59c8a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:02.201490 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-adecff4f-7feb-4cde-876c-5f6eb2340b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:02.215186 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0113c1be-59ad-418a-af33-4dfc3eac793c req-14b44185-db7a-4318-b75c-c21103376e87 service neutron] 10.222.0.16 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8776951 May 02 03:11:02.290087 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-adecff4f-7feb-4cde-876c-5f6eb2340b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:02.401066 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0f7da0cf-166a-4916-94f4-7c06ad16f84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:02.421243 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.db.l3_db [None req-962b9122-8671-4ef3-a56d-3214013a8a7c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Floating IP 216544c3-5a1b-4d95-a130-263913ffe623 associated. External IP: 172.28.2.189, port: 58c38057-f2e5-490e-be76-b37333c8d223. May 02 03:11:02.430691 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-adecff4f-7feb-4cde-876c-5f6eb2340b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:02.444685 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:02.471689 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adecff4f-7feb-4cde-876c-5f6eb2340b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7633b9d1-91a1-48ea-ae1e-85b9479d352a,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:02.474853 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-f8e9aa95-41af-49eb-b44a-ba417ad0942c req-72fcf19c-34cf-4ce9-9ab8-5c87f079c462 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Unset dirty status for tenant:59b06848e73243e692e1024eb63b53c2 on resource:security_group {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:11:02.482147 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f8e9aa95-41af-49eb-b44a-ba417ad0942c req-72fcf19c-34cf-4ce9-9ab8-5c87f079c462 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cd4b580-a768-47fe-9e53-751a9c991f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6004798 May 02 03:11:02.489558 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-adecff4f-7feb-4cde-876c-5f6eb2340b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:02.505913 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-adecff4f-7feb-4cde-876c-5f6eb2340b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:02.508114 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-adecff4f-7feb-4cde-876c-5f6eb2340b22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7633b9d1-91a1-48ea-ae1e-85b9479d352a HTTP/1.1" status: 204 len: 168 time: 0.4615843 May 02 03:11:02.511063 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4fa4f-fd40-449f-919b-fd056ce8a6bc req-da4469ff-a31b-4ba0-883e-3ffee1554e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:02.512588 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-81f4fa4f-fd40-449f-919b-fd056ce8a6bc req-da4469ff-a31b-4ba0-883e-3ffee1554e9e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6f3db576-86cf-46ab-a2ae-2ea429c2c973 HTTP/1.1" status: 200 len: 1099 time: 0.2972271 May 02 03:11:02.520543 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0f7da0cf-166a-4916-94f4-7c06ad16f84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:02.547075 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-85cc6b0b-71ac-4dd8-851b-40b940f8de30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:02.577916 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-81f4fa4f-fd40-449f-919b-fd056ce8a6bc req-5684627e-54e6-4df5-ad27-b0c3dc727c92 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577786 May 02 03:11:02.697386 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-0f7da0cf-166a-4916-94f4-7c06ad16f84b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c3f2f1bda0f45e8a6c8c6cd20772637&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2554162 May 02 03:11:02.700599 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 38234) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:02.714044 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 614cf620-4ac1-41a9-b8af-d79712693757 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:11:02.720693 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7da0cf-166a-4916-94f4-7c06ad16f84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6947baf-93dd-4e5e-9246-139be2e40d94,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:02.729540 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:02.732590 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-0f7da0cf-166a-4916-94f4-7c06ad16f84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:02.744961 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435e76c-6e43-4501-8dd0-9fa730a74c37 req-bbd91ca6-7cdf-493c-a67f-b6e678b60440 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:02.746575 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e435e76c-6e43-4501-8dd0-9fa730a74c37 req-bbd91ca6-7cdf-493c-a67f-b6e678b60440 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f3db576-86cf-46ab-a2ae-2ea429c2c973 HTTP/1.1" status: 200 len: 946 time: 0.5293825 May 02 03:11:02.802231 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] Transition to ACTIVE for port object 614cf620-4ac1-41a9-b8af-d79712693757 will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:11:02.825871 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:02.834173 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:02.858494 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-47800aa8-3a0c-43d0-8df4-33ee1f8017cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:02.905073 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-47800aa8-3a0c-43d0-8df4-33ee1f8017cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:03.011974 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-47800aa8-3a0c-43d0-8df4-33ee1f8017cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:03.018977 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-ba0b46fd-538e-44f3-94c3-b1ed38718836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:03.043829 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47800aa8-3a0c-43d0-8df4-33ee1f8017cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6947baf-93dd-4e5e-9246-139be2e40d94,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:03.051583 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-47800aa8-3a0c-43d0-8df4-33ee1f8017cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:03.058307 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-47800aa8-3a0c-43d0-8df4-33ee1f8017cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:03.060441 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-47800aa8-3a0c-43d0-8df4-33ee1f8017cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6947baf-93dd-4e5e-9246-139be2e40d94 HTTP/1.1" status: 204 len: 168 time: 0.3584754 May 02 03:11:03.197236 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e435e76c-6e43-4501-8dd0-9fa730a74c37 req-81b2a39b-15d3-4251-8fa1-d2e7f2757a73 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339845 May 02 03:11:03.238474 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] Pushing event updated for resources: {'Port': ['ID=614cf620-4ac1-41a9-b8af-d79712693757,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:03.242330 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:03.332929 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da89cf-896c-4c3b-8050-6be4b4e96555 req-907b7964-9998-4563-959d-73059f53a1ce tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:03.341652 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-55da89cf-896c-4c3b-8050-6be4b4e96555 req-907b7964-9998-4563-959d-73059f53a1ce tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 0.1979563 May 02 03:11:03.441254 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] Attempting to bind port 614cf620-4ac1-41a9-b8af-d79712693757 on host hv-cinder-78907 for vnic_type normal with profile {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:11:03.442131 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] Attempting to bind port 614cf620-4ac1-41a9-b8af-d79712693757 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '671c2bc8-dc86-4f86-96d9-b382c313dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '750a132c-c051-4276-9d59-7bc66d4cf121'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:11:03.442131 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] Attempting to bind port 614cf620-4ac1-41a9-b8af-d79712693757 on network 750a132c-c051-4276-9d59-7bc66d4cf121 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:11:03.451290 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] Port 614cf620-4ac1-41a9-b8af-d79712693757 on network 750a132c-c051-4276-9d59-7bc66d4cf121 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:11:03.451290 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] Attempting to bind port 614cf620-4ac1-41a9-b8af-d79712693757 on network 750a132c-c051-4276-9d59-7bc66d4cf121 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:11:03.469972 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] Checking agent: {'id': 'f9e719c6-981b-4bb7-a7e6-8d35fc174b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'started_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:11:03.470477 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] Checking segment: {'id': '671c2bc8-dc86-4f86-96d9-b382c313dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '750a132c-c051-4276-9d59-7bc66d4cf121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:11:03.470981 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] Bound using segment: {'id': '671c2bc8-dc86-4f86-96d9-b382c313dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '750a132c-c051-4276-9d59-7bc66d4cf121'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:11:03.471344 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] Bound port: 614cf620-4ac1-41a9-b8af-d79712693757, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '671c2bc8-dc86-4f86-96d9-b382c313dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '750a132c-c051-4276-9d59-7bc66d4cf121'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:11:03.471927 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:03.483185 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-55da89cf-896c-4c3b-8050-6be4b4e96555 req-f8eda29c-bd48-4701-bbf2-2e5b9a8dde2d tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346707 May 02 03:11:03.666234 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962b9122-8671-4ef3-a56d-3214013a8a7c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Router f133ad33-8abc-493f-824a-681c0b22127f has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:11:03.867662 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 38268) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:03.889015 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0c20c792-6e99-4ac5-8a15-a376d587f030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:03.924144 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-0c20c792-6e99-4ac5-8a15-a376d587f030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:03.930196 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-0c20c792-6e99-4ac5-8a15-a376d587f030 admin admin] Usage tracker for resource:security_group_rule and tenant:0d335ce69a0d494db80975ef6da2e71f is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:03.934179 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-0c20c792-6e99-4ac5-8a15-a376d587f030 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:03.943212 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-0c20c792-6e99-4ac5-8a15-a376d587f030 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:03.968376 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] For port 614cf620-4ac1-41a9-b8af-d79712693757, host hv-cinder-78907, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:11:04.010198 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] For port 614cf620-4ac1-41a9-b8af-d79712693757, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=614cf620-4ac1-41a9-b8af-d79712693757,segment=NetworkSegment(671c2bc8-dc86-4f86-96d9-b382c313dbfa),segment_id=671c2bc8-dc86-4f86-96d9-b382c313dbfa)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:11:04.144816 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:04.151889 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0c20c792-6e99-4ac5-8a15-a376d587f030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:04.165711 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0c20c792-6e99-4ac5-8a15-a376d587f030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:04.167206 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-7f9087a1-7d5c-4a39-b7e7-7ef4341820bb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:04.182869 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:04.238996 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-0c20c792-6e99-4ac5-8a15-a376d587f030 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d335ce69a0d494db80975ef6da2e71f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3692782 May 02 03:11:04.242329 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20c792-6e99-4ac5-8a15-a376d587f030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcda6d6-7499-4f5e-a43c-0899456c2f7d,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:04.255497 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 38282) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:04.260789 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-0c20c792-6e99-4ac5-8a15-a376d587f030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:04.363176 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:04.363955 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:04.365580 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] 10.222.0.16 "PUT /v2.0/ports/614cf620-4ac1-41a9-b8af-d79712693757 HTTP/1.1" status: 200 len: 1094 time: 4.8368950 May 02 03:11:04.399807 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40008ab8-46ec-4316-8f83-97d95d2581da', 'tag': '614cf620-4ac1-41a9-b8af-d79712693757'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:11:04.404584 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] Pushing event updated for resources: {'Port': ['ID=614cf620-4ac1-41a9-b8af-d79712693757,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:04.420387 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:04.473402 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962b9122-8671-4ef3-a56d-3214013a8a7c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:11:04.488233 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3a2563-976d-47cb-b03a-04f177bd3128 None None] Sync routers for ids ['f133ad33-8abc-493f-824a-681c0b22127f'] in dv-cinder-789077-1-smb {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:11:04.511845 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46dd88-845a-411a-9671-95ffd8c90009 req-c3dd789d-1e03-4cba-bf44-04474562475e tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:04.513422 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-ea46dd88-845a-411a-9671-95ffd8c90009 req-c3dd789d-1e03-4cba-bf44-04474562475e tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=40008ab8-46ec-4316-8f83-97d95d2581da HTTP/1.1" status: 200 len: 944 time: 0.7627249 May 02 03:11:04.517556 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3a2563-976d-47cb-b03a-04f177bd3128 None None] Routers {'f133ad33-8abc-493f-824a-681c0b22127f'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:11:04.518613 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-0a3a2563-976d-47cb-b03a-04f177bd3128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:10:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['f133ad33-8abc-493f-824a-681c0b22127f'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:11:04.523683 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f11a5a99-e073-477a-97ea-9f77acb64752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:04.553694 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-962b9122-8671-4ef3-a56d-3214013a8a7c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for floatingip, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:04.612490 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27137307-224a-4646-adee-8d554559eab9 req-04cb8153-155f-4aae-9ddf-1d263cc94bdc tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:04.614198 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-27137307-224a-4646-adee-8d554559eab9 req-04cb8153-155f-4aae-9ddf-1d263cc94bdc tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f3db576-86cf-46ab-a2ae-2ea429c2c973 HTTP/1.1" status: 200 len: 946 time: 0.1231248 May 02 03:11:04.663040 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f11a5a99-e073-477a-97ea-9f77acb64752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:04.685200 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-27137307-224a-4646-adee-8d554559eab9 req-ce4cc108-5c50-4135-92e2-ec604950e725 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631118 May 02 03:11:04.749506 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-962b9122-8671-4ef3-a56d-3214013a8a7c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "PUT /v2.0/floatingips/216544c3-5a1b-4d95-a130-263913ffe623 HTTP/1.1" status: 200 len: 991 time: 6.5048385 May 02 03:11:04.755921 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-ea46dd88-845a-411a-9671-95ffd8c90009 req-9ba5d701-03c5-4937-adbc-3c187868ec33 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cd4b580-a768-47fe-9e53-751a9c991f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338488 May 02 03:11:04.772135 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40008ab8-46ec-4316-8f83-97d95d2581da', 'tag': '614cf620-4ac1-41a9-b8af-d79712693757', 'status': 'completed', 'code': 200} May 02 03:11:04.829490 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-e495796b-0f46-4120-b35c-d59f3e27cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:04.832279 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-e495796b-0f46-4120-b35c-d59f3e27cffb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=59b06848e73243e692e1024eb63b53c2&device_id=40008ab8-46ec-4316-8f83-97d95d2581da HTTP/1.1" status: 200 len: 1097 time: 0.4029944 May 02 03:11:04.850422 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-0a3a2563-976d-47cb-b03a-04f177bd3128 None None] Set router f133ad33-8abc-493f-824a-681c0b22127f gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:11:04.921533 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f11a5a99-e073-477a-97ea-9f77acb64752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:04.936722 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-8931df2d-1513-4c51-ba54-ff2742eadb8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:04.967748 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-7747fa6f-374f-4b11-a9e7-b79254445bfa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=614cf620-4ac1-41a9-b8af-d79712693757 HTTP/1.1" status: 200 len: 217 time: 0.1102934 May 02 03:11:04.969105 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a5a99-e073-477a-97ea-9f77acb64752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcda6d6-7499-4f5e-a43c-0899456c2f7d,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:04.972062 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f11a5a99-e073-477a-97ea-9f77acb64752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:04.975741 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-f11a5a99-e073-477a-97ea-9f77acb64752 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fdcda6d6-7499-4f5e-a43c-0899456c2f7d HTTP/1.1" status: 204 len: 168 time: 0.7102206 May 02 03:11:04.975741 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-f11a5a99-e073-477a-97ea-9f77acb64752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:05.147566 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-69722f08-927d-451b-9a4a-f844e8571e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:05.153632 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-69722f08-927d-451b-9a4a-f844e8571e3d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca513f2a-53a6-4565-843b-b75b706f91b1 HTTP/1.1" status: 200 len: 847 time: 0.1684718 May 02 03:11:05.168201 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ca119-5308-4aa0-96a4-0576c996ce8f req-bcd179cd-caf5-4f87-b6d2-c9ae2f8c4606 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:05.177873 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a70ca119-5308-4aa0-96a4-0576c996ce8f req-bcd179cd-caf5-4f87-b6d2-c9ae2f8c4606 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 0.2630470 May 02 03:11:05.266639 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-172a5f5c-b867-4b29-9afa-ec19e237b056 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=750a132c-c051-4276-9d59-7bc66d4cf121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057725 May 02 03:11:05.303325 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a70ca119-5308-4aa0-96a4-0576c996ce8f req-02750f4f-41c7-4116-94c0-e98a9862c2bf tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175387 May 02 03:11:05.548836 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-13003240-99a0-4306-b004-0a9f962db652 service neutron] 10.222.0.16 "GET /v2.0/networks/750a132c-c051-4276-9d59-7bc66d4cf121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609673 May 02 03:11:05.549393 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-0a3a2563-976d-47cb-b03a-04f177bd3128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'name': 'tempest-AttachVolumeShelveTestJSON-1652503319-router', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:38Z', 'updated_at': '2021-05-02T03:09:56Z', 'revision_number': 4, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'gw_port': {'id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_floatingips': [{'id': '216544c3-5a1b-4d95-a130-263913ffe623', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'floating_ip_address': '172.28.2.189', 'floating_network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'router_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'port_id': '58c38057-f2e5-490e-be76-b37333c8d223', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'mac_address': 'fa:16:3e:85:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4671683c-8055-4267-bee7-b98db715c982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:10:28Z', 'updated_at': '2021-05-02T03:11:01Z', 'revision_number': 1, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1366a0be-0d0f-4d98-9447-a1056d751305', 'name': '', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'mac_address': 'fa:16:3e:c8:41:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:49Z', 'updated_at': '2021-05-02T03:10:21Z', 'revision_number': 5, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'subnets': [{'id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:11:05.555082 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3a2563-976d-47cb-b03a-04f177bd3128 None None] Checking router: f133ad33-8abc-493f-824a-681c0b22127f for host: dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:11:05.576074 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3a2563-976d-47cb-b03a-04f177bd3128 None None] Routers {'f133ad33-8abc-493f-824a-681c0b22127f'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:11:05.576840 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-0a3a2563-976d-47cb-b03a-04f177bd3128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:10:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['f133ad33-8abc-493f-824a-681c0b22127f'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:11:05.857408 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-0a3a2563-976d-47cb-b03a-04f177bd3128 None None] Set router f133ad33-8abc-493f-824a-681c0b22127f gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:11:06.112721 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a3cbd79b-87bb-41f6-a421-8e27f5d44538 req-b61a9c8d-7282-4ac6-abf8-f7bf96a2e4ff service neutron] 10.222.0.16 "GET /v2.0/networks/750a132c-c051-4276-9d59-7bc66d4cf121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632763 May 02 03:11:06.581336 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca672aec-3c09-48e0-977c-04810fac37ae req-279ede4a-6a8c-4c6a-bf5a-b73a475791ed tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:06.584174 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-ca672aec-3c09-48e0-977c-04810fac37ae req-279ede4a-6a8c-4c6a-bf5a-b73a475791ed tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=40008ab8-46ec-4316-8f83-97d95d2581da HTTP/1.1" status: 200 len: 944 time: 0.4703097 May 02 03:11:06.586876 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d57b7c-7ed9-4c5f-9e38-7df0d950e57c req-232bf3a6-fca9-4c9b-bc7d-70a079f316d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:06.588679 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e8d57b7c-7ed9-4c5f-9e38-7df0d950e57c req-232bf3a6-fca9-4c9b-bc7d-70a079f316d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=59b06848e73243e692e1024eb63b53c2&device_id=40008ab8-46ec-4316-8f83-97d95d2581da HTTP/1.1" status: 200 len: 1097 time: 0.3764205 May 02 03:11:06.619524 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-0a3a2563-976d-47cb-b03a-04f177bd3128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'name': 'tempest-AttachVolumeShelveTestJSON-1652503319-router', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:38Z', 'updated_at': '2021-05-02T03:09:56Z', 'revision_number': 4, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'gw_port': {'id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_floatingips': [{'id': '216544c3-5a1b-4d95-a130-263913ffe623', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'floating_ip_address': '172.28.2.189', 'floating_network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'router_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'port_id': '58c38057-f2e5-490e-be76-b37333c8d223', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'mac_address': 'fa:16:3e:85:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4671683c-8055-4267-bee7-b98db715c982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:10:28Z', 'updated_at': '2021-05-02T03:11:01Z', 'revision_number': 1, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1366a0be-0d0f-4d98-9447-a1056d751305', 'name': '', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'mac_address': 'fa:16:3e:c8:41:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:49Z', 'updated_at': '2021-05-02T03:10:21Z', 'revision_number': 5, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'subnets': [{'id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:11:06.633549 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3a2563-976d-47cb-b03a-04f177bd3128 None None] The sync data for ids ['f133ad33-8abc-493f-824a-681c0b22127f'] in dv-cinder-789077-1-smb is: [{'id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'name': 'tempest-AttachVolumeShelveTestJSON-1652503319-router', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:38Z', 'updated_at': '2021-05-02T03:09:56Z', 'revision_number': 4, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'gw_port': {'id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_floatingips': [{'id': '216544c3-5a1b-4d95-a130-263913ffe623', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'floating_ip_address': '172.28.2.189', 'floating_network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'router_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'port_id': '58c38057-f2e5-490e-be76-b37333c8d223', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'mac_address': 'fa:16:3e:85:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4671683c-8055-4267-bee7-b98db715c982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:10:28Z', 'updated_at': '2021-05-02T03:11:01Z', 'revision_number': 1, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1366a0be-0d0f-4d98-9447-a1056d751305', 'name': '', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'mac_address': 'fa:16:3e:c8:41:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:49Z', 'updated_at': '2021-05-02T03:10:21Z', 'revision_number': 5, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'subnets': [{'id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:11:06.904801 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4671683c-8055-4267-bee7-b98db715c982', 'tag': '58c38057-f2e5-490e-be76-b37333c8d223'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:11:07.145061 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9afeb1-ad7c-44e7-8c07-b0b0307c54b9 None None] New status for floating IP 216544c3-5a1b-4d95-a130-263913ffe623: ACTIVE {{(pid=73840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 03:11:07.268032 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-ca672aec-3c09-48e0-977c-04810fac37ae req-05f48cd3-44b2-4ae8-9d43-405e626761fa tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cd4b580-a768-47fe-9e53-751a9c991f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6721025 May 02 03:11:07.364701 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d57b7c-7ed9-4c5f-9e38-7df0d950e57c req-8cce513c-c9e4-4d3f-9331-124e3bf2722a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:07.368199 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e8d57b7c-7ed9-4c5f-9e38-7df0d950e57c req-8cce513c-c9e4-4d3f-9331-124e3bf2722a service neutron] 10.222.0.16 "GET /v2.0/networks?id=750a132c-c051-4276-9d59-7bc66d4cf121 HTTP/1.1" status: 200 len: 908 time: 0.7704141 May 02 03:11:07.383096 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3e522-4d73-4249-b29e-cf1af2059e52 req-953cd3ae-d86d-4d0f-a7cb-4029985df2b6 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:07.389876 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-50e3e522-4d73-4249-b29e-cf1af2059e52 req-953cd3ae-d86d-4d0f-a7cb-4029985df2b6 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 0.3718848 May 02 03:11:07.589151 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-50e3e522-4d73-4249-b29e-cf1af2059e52 req-5081799d-b7e1-4294-ba92-d7a21dee77d2 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862278 May 02 03:11:07.605469 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e8d57b7c-7ed9-4c5f-9e38-7df0d950e57c req-60c88cf5-6ac9-4f3e-ae72-19ceb9513ebb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=614cf620-4ac1-41a9-b8af-d79712693757 HTTP/1.1" status: 200 len: 217 time: 0.2277579 May 02 03:11:07.754771 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4671683c-8055-4267-bee7-b98db715c982', 'tag': '58c38057-f2e5-490e-be76-b37333c8d223', 'status': 'completed', 'code': 200} May 02 03:11:07.823549 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d57b7c-7ed9-4c5f-9e38-7df0d950e57c req-54c6c494-72d9-448d-b5e4-36bd7062dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:07.825880 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e8d57b7c-7ed9-4c5f-9e38-7df0d950e57c req-54c6c494-72d9-448d-b5e4-36bd7062dfd2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca513f2a-53a6-4565-843b-b75b706f91b1 HTTP/1.1" status: 200 len: 847 time: 0.2111773 May 02 03:11:08.003553 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e8d57b7c-7ed9-4c5f-9e38-7df0d950e57c req-6b54d4d9-3c93-4518-8096-ed417670d999 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=750a132c-c051-4276-9d59-7bc66d4cf121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1625147 May 02 03:11:08.112290 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662aa412-e793-4e2f-81ea-5baccaceabea req-2752e231-da6f-4edf-9ab7-f60b22d5ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:08.114936 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-662aa412-e793-4e2f-81ea-5baccaceabea req-2752e231-da6f-4edf-9ab7-f60b22d5ad94 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71a14cf4cc2e4dee8eb774056ca84b10&device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 1098 time: 0.3212278 May 02 03:11:08.337133 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e8d57b7c-7ed9-4c5f-9e38-7df0d950e57c req-0f09f19a-c07f-49d3-8680-96665f44cdd6 service neutron] 10.222.0.16 "GET /v2.0/networks/750a132c-c051-4276-9d59-7bc66d4cf121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254349 May 02 03:11:08.503115 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662aa412-e793-4e2f-81ea-5baccaceabea req-abcacd34-67c6-4853-b50b-8f5e73f2cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:08.505275 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-662aa412-e793-4e2f-81ea-5baccaceabea req-abcacd34-67c6-4853-b50b-8f5e73f2cd38 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d7689858-9039-425a-935e-3344516b06bf HTTP/1.1" status: 200 len: 918 time: 0.3769128 May 02 03:11:08.768904 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-662aa412-e793-4e2f-81ea-5baccaceabea req-34fc5efa-945c-4788-93f3-2aa54eee412a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58c38057-f2e5-490e-be76-b37333c8d223 HTTP/1.1" status: 200 len: 1001 time: 0.2238050 May 02 03:11:08.816583 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e8d57b7c-7ed9-4c5f-9e38-7df0d950e57c req-b257a7e3-8d19-43a1-9ef0-1aa10c2d2935 service neutron] 10.222.0.16 "GET /v2.0/networks/750a132c-c051-4276-9d59-7bc66d4cf121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722486 May 02 03:11:08.873869 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba8ea8-7ffe-4959-ab29-83d288f94561 req-5422057d-7b9a-4f12-aafb-c0ed1b4825b3 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:08.879340 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a1ba8ea8-7ffe-4959-ab29-83d288f94561 req-5422057d-7b9a-4f12-aafb-c0ed1b4825b3 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=40008ab8-46ec-4316-8f83-97d95d2581da HTTP/1.1" status: 200 len: 944 time: 0.3727973 May 02 03:11:08.934683 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662aa412-e793-4e2f-81ea-5baccaceabea req-99e9946b-10f6-4408-9ef4-1ad809881644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:08.936465 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-662aa412-e793-4e2f-81ea-5baccaceabea req-99e9946b-10f6-4408-9ef4-1ad809881644 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1280d3a9-2862-4bcb-8d9b-90a5151f672e HTTP/1.1" status: 200 len: 856 time: 0.1529348 May 02 03:11:09.023390 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a1ba8ea8-7ffe-4959-ab29-83d288f94561 req-12325cb9-ecd5-4743-b36f-60f70071c802 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cd4b580-a768-47fe-9e53-751a9c991f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334305 May 02 03:11:09.095857 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662aa412-e793-4e2f-81ea-5baccaceabea req-8ea53f64-7fe4-4ea5-95fc-77806db1531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:09.101245 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-662aa412-e793-4e2f-81ea-5baccaceabea req-8ea53f64-7fe4-4ea5-95fc-77806db1531a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d7689858-9039-425a-935e-3344516b06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1519122 May 02 03:11:09.243415 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191f647-b8c3-4a38-a2d2-f6bfc453c5ef req-70092594-c80e-4bf6-90b3-1b4a97e73952 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:09.246147 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3191f647-b8c3-4a38-a2d2-f6bfc453c5ef req-70092594-c80e-4bf6-90b3-1b4a97e73952 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 0.1873307 May 02 03:11:09.345521 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3191f647-b8c3-4a38-a2d2-f6bfc453c5ef req-63b7ef12-8fdf-4c36-a4a1-0d298a2cc413 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863640 May 02 03:11:09.361649 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-662aa412-e793-4e2f-81ea-5baccaceabea req-6a1b57da-aa47-42bc-b904-45da9ffebfbb service neutron] 10.222.0.16 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550008 May 02 03:11:09.611247 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-662aa412-e793-4e2f-81ea-5baccaceabea req-399e11c8-304e-4bd3-999d-c45f240b4d00 service neutron] 10.222.0.16 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418244 May 02 03:11:10.285706 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 614cf620-4ac1-41a9-b8af-d79712693757 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:11:10.410249 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89582b-41ec-4af3-8ecf-4177023c5829 req-c27606ba-5200-47b1-b724-dcef99eac473 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:10.412528 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9b89582b-41ec-4af3-8ecf-4177023c5829 req-c27606ba-5200-47b1-b724-dcef99eac473 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=40008ab8-46ec-4316-8f83-97d95d2581da HTTP/1.1" status: 200 len: 944 time: 0.1625550 May 02 03:11:10.485376 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9b89582b-41ec-4af3-8ecf-4177023c5829 req-a602fff1-bac0-4ade-bace-4b40100fe4a2 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cd4b580-a768-47fe-9e53-751a9c991f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581999 May 02 03:11:10.495884 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 614cf620-4ac1-41a9-b8af-d79712693757, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=614cf620-4ac1-41a9-b8af-d79712693757,segment=NetworkSegment(671c2bc8-dc86-4f86-96d9-b382c313dbfa),segment_id=671c2bc8-dc86-4f86-96d9-b382c313dbfa)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:11:10.523364 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Returning: {'device': '614cf620-4ac1-41a9-b8af-d79712693757', 'network_id': '750a132c-c051-4276-9d59-7bc66d4cf121', 'port_id': '614cf620-4ac1-41a9-b8af-d79712693757', 'mac_address': 'fa:16:3e:be:c7:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca513f2a-53a6-4565-843b-b75b706f91b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:11:10.602342 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:10.632587 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [None req-06578581-5416-4b0b-80be-835749a33250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 614cf620-4ac1-41a9-b8af-d79712693757 {{(pid=73840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:11:10.661550 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 614cf620-4ac1-41a9-b8af-d79712693757, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=614cf620-4ac1-41a9-b8af-d79712693757,segment=NetworkSegment(671c2bc8-dc86-4f86-96d9-b382c313dbfa),segment_id=671c2bc8-dc86-4f86-96d9-b382c313dbfa)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:11:10.686052 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:10.690817 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:10.727770 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-aac15923-531d-4eea-bc71-2cab9516d0c8 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:10.728556 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-aac15923-531d-4eea-bc71-2cab9516d0c8 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Synchronizing usage tracker for tenant:d517c1706c83412cb9564e16749007b5 on resource:network {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:11:10.784868 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-aac15923-531d-4eea-bc71-2cab9516d0c8 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Unset dirty status for tenant:d517c1706c83412cb9564e16749007b5 on resource:network {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:11:10.786295 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-aac15923-531d-4eea-bc71-2cab9516d0c8 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/networks?id=de631dfc-e161-49b8-9997-23bba9416921 HTTP/1.1" status: 200 len: 814 time: 0.3192346 May 02 03:11:10.823645 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-d5a89038-83f8-4a4c-9d30-2b2b2afd19df tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/quotas/d517c1706c83412cb9564e16749007b5 HTTP/1.1" status: 200 len: 375 time: 0.0174143 May 02 03:11:10.827450 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=614cf620-4ac1-41a9-b8af-d79712693757,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:10.832684 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:10.915670 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974955af-2ed8-4467-b5f5-7872b403a9b1 req-adbb2eb3-c7d6-4b55-9b19-d3a18b238f28 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:10.919685 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-974955af-2ed8-4467-b5f5-7872b403a9b1 req-adbb2eb3-c7d6-4b55-9b19-d3a18b238f28 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 0.1669166 May 02 03:11:10.993500 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-5afdeb40-4c17-4e99-bb51-392b6b74f6be tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d517c1706c83412cb9564e16749007b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1564963 May 02 03:11:10.999195 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-974955af-2ed8-4467-b5f5-7872b403a9b1 req-e893620c-43d8-46a9-9faf-ce9cb0b69aa6 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695825 May 02 03:11:11.034050 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['614cf620-4ac1-41a9-b8af-d79712693757'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:11:11.265053 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-3bf804d1-ff2a-429e-abe1-6b30c596373d service neutron] 10.222.0.20 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622802 May 02 03:11:11.473660 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 38502) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:11.593350 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-d29a077b-be02-443b-a969-bace9a2691e9 service neutron] 10.222.0.20 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199096 May 02 03:11:11.674690 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-90d52fce-b874-4cf0-a64f-aeef92bcb0ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:11.708578 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-90d52fce-b874-4cf0-a64f-aeef92bcb0ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:11.716419 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-90d52fce-b874-4cf0-a64f-aeef92bcb0ec admin admin] Usage tracker for resource:security_group_rule and tenant:ee6503bcf5624acfad74b458e8d71f36 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:11.722494 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-90d52fce-b874-4cf0-a64f-aeef92bcb0ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:11.739087 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-90d52fce-b874-4cf0-a64f-aeef92bcb0ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:12.031601 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b4c0e415-ea18-4ac3-ac6f-0579b332c910 req-c9fa3518-5896-45ae-8728-e7e2e3d1960e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10 HTTP/1.1" status: 200 len: 210 time: 0.0527120 May 02 03:11:12.045606 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-90d52fce-b874-4cf0-a64f-aeef92bcb0ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:12.066265 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-90d52fce-b874-4cf0-a64f-aeef92bcb0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:12.109098 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-dcca06ac-52f8-4d6b-af4a-8da196dc91dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:12.119374 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 38522) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:12.126378 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-f11a5a99-e073-477a-97ea-9f77acb64752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:12.147043 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-90d52fce-b874-4cf0-a64f-aeef92bcb0ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee6503bcf5624acfad74b458e8d71f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6719496 May 02 03:11:12.156959 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 38528) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:12.215608 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d52fce-b874-4cf0-a64f-aeef92bcb0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bf5cee-9ade-4400-9e38-f8cc015e6c4e,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:12.230940 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-90d52fce-b874-4cf0-a64f-aeef92bcb0ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:12.260069 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 614cf620-4ac1-41a9-b8af-d79712693757 up at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:11:12.289890 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecf49a-c6fc-4d47-86d3-a0e109c63ce6 req-4ecf53a5-6e2e-4a2a-9339-d612dbce4465 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:12.304032 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-02ecf49a-c6fc-4d47-86d3-a0e109c63ce6 req-4ecf53a5-6e2e-4a2a-9339-d612dbce4465 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=40008ab8-46ec-4316-8f83-97d95d2581da HTTP/1.1" status: 200 len: 945 time: 0.4876776 May 02 03:11:12.354047 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning for port 614cf620-4ac1-41a9-b8af-d79712693757 completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:11:12.362017 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning complete for port 614cf620-4ac1-41a9-b8af-d79712693757 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:11:12.362843 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:12.443004 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-02ecf49a-c6fc-4d47-86d3-a0e109c63ce6 req-d027383a-5b80-448c-ab5d-a2feec4f9c98 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cd4b580-a768-47fe-9e53-751a9c991f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369603 May 02 03:11:12.548372 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e6a7ede6-6776-4caa-91ab-fb9089b85b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:12.589421 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-e6a7ede6-6776-4caa-91ab-fb9089b85b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:12.596443 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-e6a7ede6-6776-4caa-91ab-fb9089b85b4b admin admin] Usage tracker for resource:security_group_rule and tenant:eba435934fb64c70bf0e2171c8ba259e is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:12.602866 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-e6a7ede6-6776-4caa-91ab-fb9089b85b4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:12.625910 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c00e1069-2ce9-45f9-a1f4-36aed8cac1f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:12.629519 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-e6a7ede6-6776-4caa-91ab-fb9089b85b4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:12.649753 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:12.706532 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40008ab8-46ec-4316-8f83-97d95d2581da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614cf620-4ac1-41a9-b8af-d79712693757'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:11:12.727737 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 614cf620-4ac1-41a9-b8af-d79712693757, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=614cf620-4ac1-41a9-b8af-d79712693757,segment=NetworkSegment(671c2bc8-dc86-4f86-96d9-b382c313dbfa),segment_id=671c2bc8-dc86-4f86-96d9-b382c313dbfa)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:11:12.734974 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d4c22-cbed-42f5-b8b1-0e84ce13dec9 req-9951091d-99eb-45e6-82c9-208c246f0670 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:12.737089 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:12.737617 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c06d4c22-cbed-42f5-b8b1-0e84ce13dec9 req-9951091d-99eb-45e6-82c9-208c246f0670 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 0.4958501 May 02 03:11:12.740419 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-3035cd2a-d5bf-48e3-b0d1-1b8aa922aec0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:12.762948 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c00e1069-2ce9-45f9-a1f4-36aed8cac1f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:12.896049 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40008ab8-46ec-4316-8f83-97d95d2581da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614cf620-4ac1-41a9-b8af-d79712693757', 'code': 200} May 02 03:11:12.951833 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=614cf620-4ac1-41a9-b8af-d79712693757,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:12.957612 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:12.999025 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c06d4c22-cbed-42f5-b8b1-0e84ce13dec9 req-110df6e9-caf6-4631-bb1a-13d308ee69f5 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433984 May 02 03:11:13.043473 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c00e1069-2ce9-45f9-a1f4-36aed8cac1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:13.051724 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-54f591c5-a4b8-4204-a07f-bfa8d6d70a0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:13.076501 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e1069-2ce9-45f9-a1f4-36aed8cac1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bf5cee-9ade-4400-9e38-f8cc015e6c4e,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:13.104094 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-c00e1069-2ce9-45f9-a1f4-36aed8cac1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:13.155879 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e6a7ede6-6776-4caa-91ab-fb9089b85b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:13.159307 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c00e1069-2ce9-45f9-a1f4-36aed8cac1f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:13.165095 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-c00e1069-2ce9-45f9-a1f4-36aed8cac1f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41bf5cee-9ade-4400-9e38-f8cc015e6c4e HTTP/1.1" status: 204 len: 168 time: 1.0027301 May 02 03:11:13.165095 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e6a7ede6-6776-4caa-91ab-fb9089b85b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:13.193300 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-dfb51113-8247-468f-92fa-b534d59c8a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:13.294055 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-e6a7ede6-6776-4caa-91ab-fb9089b85b4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eba435934fb64c70bf0e2171c8ba259e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1729293 May 02 03:11:13.296010 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7ede6-6776-4caa-91ab-fb9089b85b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371a1912-0bce-4d36-9ed1-57f0a921ab89,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:13.299352 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 38552) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:13.317843 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-e6a7ede6-6776-4caa-91ab-fb9089b85b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:13.487690 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-19c2c9fc-9446-42c7-b63f-df3c21795746 req-e656e95d-8304-4207-be20-509695e7c94a tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10 HTTP/1.1" status: 200 len: 210 time: 0.1351640 May 02 03:11:13.540134 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-2bc4a00b-c881-45a7-b0df-1d78375d2d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:13.557399 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c0613-4c5d-482c-84be-d6fe1d89b702 req-7681bda4-8a7c-47bd-ae1d-d34210d2afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:13.559352 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b20c0613-4c5d-482c-84be-d6fe1d89b702 req-7681bda4-8a7c-47bd-ae1d-d34210d2afb5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=40008ab8-46ec-4316-8f83-97d95d2581da HTTP/1.1" status: 200 len: 1099 time: 0.1651576 May 02 03:11:13.592572 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-2bc4a00b-c881-45a7-b0df-1d78375d2d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:13.667170 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b20c0613-4c5d-482c-84be-d6fe1d89b702 req-dcb9c182-0b56-4c2c-89a9-d8cbfa1040f3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0cd4b580-a768-47fe-9e53-751a9c991f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994294 May 02 03:11:13.684036 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-2bc4a00b-c881-45a7-b0df-1d78375d2d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:13.691680 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-0f7da0cf-166a-4916-94f4-7c06ad16f84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:13.721416 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4a00b-c881-45a7-b0df-1d78375d2d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371a1912-0bce-4d36-9ed1-57f0a921ab89,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:13.726173 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-2bc4a00b-c881-45a7-b0df-1d78375d2d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:13.760961 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-2bc4a00b-c881-45a7-b0df-1d78375d2d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:13.775663 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-2bc4a00b-c881-45a7-b0df-1d78375d2d7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/371a1912-0bce-4d36-9ed1-57f0a921ab89 HTTP/1.1" status: 204 len: 168 time: 0.4744720 May 02 03:11:13.827678 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1d526-f662-4a3f-a120-a64c1e0b9fcc req-f42ac0ea-d076-4e17-ad2a-7129ca0a4ae3 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:13.833217 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-ffb1d526-f662-4a3f-a120-a64c1e0b9fcc req-f42ac0ea-d076-4e17-ad2a-7129ca0a4ae3 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=40008ab8-46ec-4316-8f83-97d95d2581da HTTP/1.1" status: 200 len: 946 time: 0.1537039 May 02 03:11:13.905252 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 38568) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:13.924365 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-ffb1d526-f662-4a3f-a120-a64c1e0b9fcc req-354a8fa2-3d45-4bbb-8e56-84038088060b tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cd4b580-a768-47fe-9e53-751a9c991f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842450 May 02 03:11:13.956217 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-72b51de0-03b4-4a5b-a600-451bf6237d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:13.989681 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-72b51de0-03b4-4a5b-a600-451bf6237d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:13.996736 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-72b51de0-03b4-4a5b-a600-451bf6237d75 admin admin] Usage tracker for resource:security_group_rule and tenant:2163854054974bb3a6701ff3710b262f is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:14.001691 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-72b51de0-03b4-4a5b-a600-451bf6237d75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:14.009464 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-72b51de0-03b4-4a5b-a600-451bf6237d75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:14.174601 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-72b51de0-03b4-4a5b-a600-451bf6237d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:14.182043 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-72b51de0-03b4-4a5b-a600-451bf6237d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:14.222560 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-90d52fce-b874-4cf0-a64f-aeef92bcb0ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:14.239331 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-72b51de0-03b4-4a5b-a600-451bf6237d75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2163854054974bb3a6701ff3710b262f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323543 May 02 03:11:14.243123 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 38578) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:14.302087 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b51de0-03b4-4a5b-a600-451bf6237d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812145b0-06be-4b28-ac7b-25c687e49cbf,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:14.313806 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-72b51de0-03b4-4a5b-a600-451bf6237d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:14.349487 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-79e74e99-9de8-450f-aa08-578e367e931c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:14.385535 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-79e74e99-9de8-450f-aa08-578e367e931c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:14.423114 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-18dc8865-2524-43c1-b7df-c5aaebfc4f83 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:14.424989 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-18dc8865-2524-43c1-b7df-c5aaebfc4f83 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.16 "GET /v2.0/networks?id=de631dfc-e161-49b8-9997-23bba9416921 HTTP/1.1" status: 200 len: 814 time: 0.3315651 May 02 03:11:14.448536 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-b477735f-1882-47d9-8d63-f877898b69da tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Request body: {'port': {'device_id': '26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10', 'network_id': 'de631dfc-e161-49b8-9997-23bba9416921', 'admin_state_up': True, 'tenant_id': 'd517c1706c83412cb9564e16749007b5'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:11:14.474515 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-79e74e99-9de8-450f-aa08-578e367e931c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:14.482636 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-6509aa30-71f2-4b03-9ddc-366cb8dc3088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:14.503661 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e74e99-9de8-450f-aa08-578e367e931c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812145b0-06be-4b28-ac7b-25c687e49cbf,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:14.505013 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93033cf6-55e8-4c1b-902a-f3795b8d37b1 req-08e8e6d6-39ab-41b2-96db-d846bd39029e tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:14.508726 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-79e74e99-9de8-450f-aa08-578e367e931c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:14.514495 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-93033cf6-55e8-4c1b-902a-f3795b8d37b1 req-08e8e6d6-39ab-41b2-96db-d846bd39029e tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 0.2261531 May 02 03:11:14.524141 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-79e74e99-9de8-450f-aa08-578e367e931c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:14.525313 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-79e74e99-9de8-450f-aa08-578e367e931c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/812145b0-06be-4b28-ac7b-25c687e49cbf HTTP/1.1" status: 204 len: 168 time: 0.2724645 May 02 03:11:14.648623 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-650286ae-8633-4eba-9ce9-6efbb8269dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:14.661977 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 38590) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:14.680525 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-dd1eccf7-29c9-4a5f-b222-79999787943a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:14.688212 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-b477735f-1882-47d9-8d63-f877898b69da tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:14.699425 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-dd1eccf7-29c9-4a5f-b222-79999787943a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:14.704590 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-dd1eccf7-29c9-4a5f-b222-79999787943a admin admin] Usage tracker for resource:security_group_rule and tenant:d44fbe1838e840bf9bd0454d08fd5836 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:14.706827 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-93033cf6-55e8-4c1b-902a-f3795b8d37b1 req-054ec7ee-3026-436c-9f64-ec754176b647 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879264 May 02 03:11:14.709561 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-dd1eccf7-29c9-4a5f-b222-79999787943a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:14.732615 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-b477735f-1882-47d9-8d63-f877898b69da tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:14.735551 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-dd1eccf7-29c9-4a5f-b222-79999787943a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:14.757532 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-b477735f-1882-47d9-8d63-f877898b69da tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Made reservation on behalf of d517c1706c83412cb9564e16749007b5 for: {'port': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:11:14.765453 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-b477735f-1882-47d9-8d63-f877898b69da tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:14.837024 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4e6d2df2-8848-4669-83ae-96a7cbf6e4fd req-7881b508-d6ea-4205-a83e-85cd77b69f2c tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10 HTTP/1.1" status: 200 len: 210 time: 0.0828638 May 02 03:11:14.955435 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:14.986979 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-dd1eccf7-29c9-4a5f-b222-79999787943a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:14.994608 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-dd1eccf7-29c9-4a5f-b222-79999787943a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:15.010344 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:15.081022 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-dd1eccf7-29c9-4a5f-b222-79999787943a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d44fbe1838e840bf9bd0454d08fd5836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4179065 May 02 03:11:15.083126 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1eccf7-29c9-4a5f-b222-79999787943a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851ecf53-38cd-458c-a828-68821b89acc1,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:15.086783 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-dd1eccf7-29c9-4a5f-b222-79999787943a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:15.087531 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 38604) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:15.278405 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_common [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-b477735f-1882-47d9-8d63-f877898b69da tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Allocated IP 172.20.0.7 (de631dfc-e161-49b8-9997-23bba9416921/1cd82b9e-d7e9-4d5f-b918-f8614d502fad/273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8) {{(pid=73839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:11:15.348458 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b126c0d9-db17-4eb5-81be-2672897a7663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:15.365388 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ea32b-e634-48b6-a452-fb127901df46 req-52d568ea-cb30-413b-8815-502164187eb0 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:15.372884 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-9b7ea32b-e634-48b6-a452-fb127901df46 req-52d568ea-cb30-413b-8815-502164187eb0 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=40008ab8-46ec-4316-8f83-97d95d2581da HTTP/1.1" status: 200 len: 946 time: 0.1667335 May 02 03:11:15.398014 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b126c0d9-db17-4eb5-81be-2672897a7663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:15.496978 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b126c0d9-db17-4eb5-81be-2672897a7663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:15.509798 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-8353a02a-818b-40c7-97b4-f6c91cbc99ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:15.523025 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-9b7ea32b-e634-48b6-a452-fb127901df46 req-1168da45-ceda-4868-9ee0-9cefc37b1059 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cd4b580-a768-47fe-9e53-751a9c991f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488855 May 02 03:11:15.539206 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126c0d9-db17-4eb5-81be-2672897a7663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851ecf53-38cd-458c-a828-68821b89acc1,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:15.557123 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-b126c0d9-db17-4eb5-81be-2672897a7663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:15.562259 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b126c0d9-db17-4eb5-81be-2672897a7663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:15.565800 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-b126c0d9-db17-4eb5-81be-2672897a7663 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/851ecf53-38cd-458c-a828-68821b89acc1 HTTP/1.1" status: 204 len: 168 time: 0.4769871 May 02 03:11:15.894492 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-b477735f-1882-47d9-8d63-f877898b69da tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks [] for port, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:16.010760 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-b477735f-1882-47d9-8d63-f877898b69da tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:16.027771 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:16.034035 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['2094c639-72ff-40b6-a726-ff20e8d9032f', '4abd5286-ff50-4f16-ac14-ce079aae3479'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:11:16.045396 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:16.166857 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449d637-f639-42ff-9c8b-a3fea1f1ebda req-6e519d95-bbfa-4675-8736-b7831ad878e8 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:16.186322 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d449d637-f639-42ff-9c8b-a3fea1f1ebda req-6e519d95-bbfa-4675-8736-b7831ad878e8 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 0.2533915 May 02 03:11:16.291448 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-b477735f-1882-47d9-8d63-f877898b69da tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Network de631dfc-e161-49b8-9997-23bba9416921 is already hosted by enough agents. {{(pid=73839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:11:16.318239 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-b477735f-1882-47d9-8d63-f877898b69da tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Resources bound (agent type, host, resource id): {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:11:16.322175 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-b477735f-1882-47d9-8d63-f877898b69da tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Received port after_create {{(pid=73839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:11:16.364782 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d449d637-f639-42ff-9c8b-a3fea1f1ebda req-aee65861-410a-4aac-9377-e7f962bb3ff0 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707585 May 02 03:11:16.419565 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477735f-1882-47d9-8d63-f877898b69da tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Pushing event updated for resources: {'Port': ['ID=273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:16.438657 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b477735f-1882-47d9-8d63-f877898b69da tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:16.488882 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-b477735f-1882-47d9-8d63-f877898b69da tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:16.489702 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-b477735f-1882-47d9-8d63-f877898b69da tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for port, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:16.564189 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-b477735f-1882-47d9-8d63-f877898b69da tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1223691 May 02 03:11:16.630134 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a57c9-dcdd-4165-b287-0a537a7c23c9 req-8f612208-8048-4754-9206-c9392576c4ce tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:16.636568 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-379a57c9-dcdd-4165-b287-0a537a7c23c9 req-8f612208-8048-4754-9206-c9392576c4ce tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Synchronizing usage tracker for tenant:d517c1706c83412cb9564e16749007b5 on resource:port {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:11:16.651183 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] Request body: {'port': {'device_id': '26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:11:16.940558 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-379a57c9-dcdd-4165-b287-0a537a7c23c9 req-8f612208-8048-4754-9206-c9392576c4ce tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Unset dirty status for tenant:d517c1706c83412cb9564e16749007b5 on resource:port {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:11:16.942159 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-379a57c9-dcdd-4165-b287-0a537a7c23c9 req-8f612208-8048-4754-9206-c9392576c4ce tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10 HTTP/1.1" status: 200 len: 931 time: 0.8205769 May 02 03:11:17.060125 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:17.078822 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-379a57c9-dcdd-4165-b287-0a537a7c23c9 req-8fd8bf72-26c9-49dd-930d-32124991fbab tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906773 May 02 03:11:17.726561 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.notifiers.nova [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8 {{(pid=73839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:11:17.759429 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:17.771613 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0412a4-c199-49d7-885f-3ee4fb28a216 req-868cf4ac-0742-4047-bde9-67d4dcbdf555 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:17.779652 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-db0412a4-c199-49d7-885f-3ee4fb28a216 req-868cf4ac-0742-4047-bde9-67d4dcbdf555 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=40008ab8-46ec-4316-8f83-97d95d2581da HTTP/1.1" status: 200 len: 946 time: 0.1918511 May 02 03:11:17.786746 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:17.819409 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.provisioning_blocks [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] Transition to ACTIVE for port object 273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8 will not be triggered until provisioned by entity L2. {{(pid=73839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:11:17.855311 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-db0412a4-c199-49d7-885f-3ee4fb28a216 req-8f852146-a43d-4a69-9441-eb73da3dcfe2 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cd4b580-a768-47fe-9e53-751a9c991f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733142 May 02 03:11:17.892817 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16143192'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:17.905264 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:18.097148 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] Pushing event updated for resources: {'Port': ['ID=273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8,revision_number=2']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:18.108116 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:18.112332 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 38706) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:18.180782 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71341de-1ca8-4791-9bea-c641b04f94f3 req-22823cf1-8927-4c4a-95d2-e9e9753f87c5 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:18.182347 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e71341de-1ca8-4791-9bea-c641b04f94f3 req-22823cf1-8927-4c4a-95d2-e9e9753f87c5 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 0.3677444 May 02 03:11:18.242424 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] Attempting to bind port 273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8 on host hv-cinder-78907 for vnic_type normal with profile {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:11:18.242754 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] Attempting to bind port 273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '9a4193b4-49de-4b60-8991-8a5cf7fb4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'de631dfc-e161-49b8-9997-23bba9416921'}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:11:18.243078 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] Attempting to bind port 273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8 on network de631dfc-e161-49b8-9997-23bba9416921 {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:11:18.255737 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] Port 273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8 on network de631dfc-e161-49b8-9997-23bba9416921 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:11:18.256067 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] Attempting to bind port 273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8 on network de631dfc-e161-49b8-9997-23bba9416921 {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:11:18.264422 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e71341de-1ca8-4791-9bea-c641b04f94f3 req-fa8bbbab-4465-416b-a1bb-8bd2513c68b9 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678656 May 02 03:11:18.268129 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] Checking agent: {'id': 'f9e719c6-981b-4bb7-a7e6-8d35fc174b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'started_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:11:18.268598 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] Checking segment: {'id': '9a4193b4-49de-4b60-8991-8a5cf7fb4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'de631dfc-e161-49b8-9997-23bba9416921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:11:18.268846 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] Bound using segment: {'id': '9a4193b4-49de-4b60-8991-8a5cf7fb4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'de631dfc-e161-49b8-9997-23bba9416921'} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:11:18.269292 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] Bound port: 273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4193b4-49de-4b60-8991-8a5cf7fb4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'de631dfc-e161-49b8-9997-23bba9416921'}}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:11:18.269642 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:18.429928 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] For port 273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8, host hv-cinder-78907, cleared binding levels {{(pid=73839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:11:18.438206 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] For port 273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8,segment=NetworkSegment(9a4193b4-49de-4b60-8991-8a5cf7fb4e4b),segment_id=9a4193b4-49de-4b60-8991-8a5cf7fb4e4b)] {{(pid=73839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:11:18.447962 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16143192'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:18.470594 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:18.524480 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71873a-79ae-4752-b4fd-2257e13dc5fe req-b8cba02e-95ef-495b-92df-4a53e2aa90d2 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:18.535068 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-7b71873a-79ae-4752-b4fd-2257e13dc5fe req-b8cba02e-95ef-495b-92df-4a53e2aa90d2 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10 HTTP/1.1" status: 200 len: 943 time: 0.1825283 May 02 03:11:18.549841 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:18.550531 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for port, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:18.552063 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] 10.222.0.16 "PUT /v2.0/ports/273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8 HTTP/1.1" status: 200 len: 1093 time: 1.9759836 May 02 03:11:18.552648 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10', 'tag': '273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8'}] {{(pid=73839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:11:18.607014 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] Pushing event updated for resources: {'Port': ['ID=273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8,revision_number=3']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:18.612294 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:18.630704 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-7b71873a-79ae-4752-b4fd-2257e13dc5fe req-f1e2af56-88f3-4107-b45b-4e51d19d33ed tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912609 May 02 03:11:18.729076 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10', 'tag': '273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8', 'status': 'completed', 'code': 200} May 02 03:11:18.732795 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5d431813-91f8-41bb-893c-7be7348ce403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:18.766196 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-5d431813-91f8-41bb-893c-7be7348ce403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:18.771174 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-5d431813-91f8-41bb-893c-7be7348ce403 admin admin] Usage tracker for resource:security_group_rule and tenant:c99bfbb7fb6d42898a761f808f4ad66c is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:18.774797 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-5d431813-91f8-41bb-893c-7be7348ce403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:18.777324 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-90cfff33-561f-4e56-b4aa-fb9622de7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:18.779830 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-90cfff33-561f-4e56-b4aa-fb9622de7d17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d517c1706c83412cb9564e16749007b5&device_id=26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10 HTTP/1.1" status: 200 len: 1096 time: 0.1358595 May 02 03:11:18.785093 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-5d431813-91f8-41bb-893c-7be7348ce403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:18.898769 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-54825ab5-5ff3-41aa-bda4-1624a3645624 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8 HTTP/1.1" status: 200 len: 217 time: 0.1036067 May 02 03:11:18.984356 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-5ce562e2-0ff2-4032-bcf8-b83e7096562c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:18.993782 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-5ce562e2-0ff2-4032-bcf8-b83e7096562c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1cd82b9e-d7e9-4d5f-b918-f8614d502fad HTTP/1.1" status: 200 len: 854 time: 0.0863659 May 02 03:11:19.052018 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5d431813-91f8-41bb-893c-7be7348ce403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:19.064189 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-2e83d53c-558d-4079-8f89-b4cefe8bcb49 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de631dfc-e161-49b8-9997-23bba9416921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626500 May 02 03:11:19.065533 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5d431813-91f8-41bb-893c-7be7348ce403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:19.108069 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:19.359639 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-61282f0d-64a4-4b95-ae00-62e5fd0417a3 service neutron] 10.222.0.16 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870562 May 02 03:11:19.483213 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-5d431813-91f8-41bb-893c-7be7348ce403 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c99bfbb7fb6d42898a761f808f4ad66c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3685937 May 02 03:11:19.550507 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 38748) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:19.660699 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d431813-91f8-41bb-893c-7be7348ce403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c46a8d8-f703-41ca-940a-3d7cbc9f1b4c,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:19.664619 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-5d431813-91f8-41bb-893c-7be7348ce403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:19.778516 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5099a-4b82-42c5-b61f-bf52c76784d0 req-b472c983-8fa0-4b42-b501-282c34e7b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:19.780078 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-efe5099a-4b82-42c5-b61f-bf52c76784d0 req-b472c983-8fa0-4b42-b501-282c34e7b955 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 1099 time: 0.2956719 May 02 03:11:19.792050 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d723f-8702-4529-9818-197a331e42c4 req-2844ccd1-9173-4001-ac95-394d68569c9c tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:19.793615 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d41d723f-8702-4529-9818-197a331e42c4 req-2844ccd1-9173-4001-ac95-394d68569c9c tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=40008ab8-46ec-4316-8f83-97d95d2581da HTTP/1.1" status: 200 len: 946 time: 0.5834699 May 02 03:11:19.797444 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-85fc5baf-4b17-4a01-8f71-90fc686d9bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:19.837112 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf457f5-1e20-4534-988e-fd7e8a4af8e3 req-a3fb3dbc-02b3-4a3d-9761-a4de5e1bfc4f tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:19.838647 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0cf457f5-1e20-4534-988e-fd7e8a4af8e3 req-a3fb3dbc-02b3-4a3d-9761-a4de5e1bfc4f tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.16 "GET /v2.0/ports?device_id=40008ab8-46ec-4316-8f83-97d95d2581da HTTP/1.1" status: 200 len: 946 time: 0.2870519 May 02 03:11:19.876293 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f60f2e42-ea2d-4b22-a132-fe1cd0e8b18f req-c757df30-8d04-4052-9844-358b0918b6a2 service neutron] 10.222.0.16 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046961 May 02 03:11:19.932932 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fd77d-8d66-4f0a-a134-f2d25b3be3ee req-81f18ce1-3eed-4522-b4b2-57c0f7f8bb84 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:19.935898 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-9c5fd77d-8d66-4f0a-a134-f2d25b3be3ee req-81f18ce1-3eed-4522-b4b2-57c0f7f8bb84 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 0.2265520 May 02 03:11:20.013396 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-85fc5baf-4b17-4a01-8f71-90fc686d9bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:20.049061 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-efe5099a-4b82-42c5-b61f-bf52c76784d0 req-f57546cb-5ce5-476a-9271-1b8da907015d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542522 May 02 03:11:20.058886 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d41d723f-8702-4529-9818-197a331e42c4 req-8761f9ab-0679-4129-8631-a1f0f940a757 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cd4b580-a768-47fe-9e53-751a9c991f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413831 May 02 03:11:20.158834 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-9c5fd77d-8d66-4f0a-a134-f2d25b3be3ee req-48210b96-ea92-4c46-b0d5-70516c70b76c tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518023 May 02 03:11:20.191648 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638c5a1-b213-4674-af4d-98f5ee4a3109 req-65b8f0ab-764c-4042-bccc-247280ade235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:20.195820 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-1638c5a1-b213-4674-af4d-98f5ee4a3109 req-65b8f0ab-764c-4042-bccc-247280ade235 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d517c1706c83412cb9564e16749007b5&device_id=26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10 HTTP/1.1" status: 200 len: 1096 time: 0.2561605 May 02 03:11:20.295234 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-85fc5baf-4b17-4a01-8f71-90fc686d9bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:20.304060 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-72b51de0-03b4-4a5b-a600-451bf6237d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:20.323108 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc5baf-4b17-4a01-8f71-90fc686d9bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c46a8d8-f703-41ca-940a-3d7cbc9f1b4c,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:20.325529 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-85fc5baf-4b17-4a01-8f71-90fc686d9bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:20.333629 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [req-0cf457f5-1e20-4534-988e-fd7e8a4af8e3 req-9c5b581a-1cdf-4da6-a09c-888f4905cbd7 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Deleting port 614cf620-4ac1-41a9-b8af-d79712693757 {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:11:20.334041 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-0cf457f5-1e20-4534-988e-fd7e8a4af8e3 req-9c5b581a-1cdf-4da6-a09c-888f4905cbd7 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:20.377909 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-85fc5baf-4b17-4a01-8f71-90fc686d9bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:20.381459 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-85fc5baf-4b17-4a01-8f71-90fc686d9bec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c46a8d8-f703-41ca-940a-3d7cbc9f1b4c HTTP/1.1" status: 204 len: 168 time: 0.7838788 May 02 03:11:20.387251 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370c128-37c7-4b3f-8b15-3288f5731c60 req-a27fdeb4-5e27-46ae-900c-9aeb7c2688d6 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:20.389069 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4370c128-37c7-4b3f-8b15-3288f5731c60 req-a27fdeb4-5e27-46ae-900c-9aeb7c2688d6 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10 HTTP/1.1" status: 200 len: 943 time: 0.1971054 May 02 03:11:20.412440 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638c5a1-b213-4674-af4d-98f5ee4a3109 req-67a271a1-03fb-4344-8bcd-d85d51782e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:20.414535 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-1638c5a1-b213-4674-af4d-98f5ee4a3109 req-67a271a1-03fb-4344-8bcd-d85d51782e09 service neutron] 10.222.0.16 "GET /v2.0/networks?id=de631dfc-e161-49b8-9997-23bba9416921 HTTP/1.1" status: 200 len: 915 time: 0.2095952 May 02 03:11:20.520830 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-1638c5a1-b213-4674-af4d-98f5ee4a3109 req-ce252604-049f-4aa2-b46d-40dccc98a804 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8 HTTP/1.1" status: 200 len: 217 time: 0.0906818 May 02 03:11:20.523000 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4370c128-37c7-4b3f-8b15-3288f5731c60 req-c7cae840-3c44-4812-8f07-68e6e4134129 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228454 May 02 03:11:20.574547 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-0cf457f5-1e20-4534-988e-fd7e8a4af8e3 req-9c5b581a-1cdf-4da6-a09c-888f4905cbd7 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] For port 614cf620-4ac1-41a9-b8af-d79712693757, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=614cf620-4ac1-41a9-b8af-d79712693757,segment=NetworkSegment(671c2bc8-dc86-4f86-96d9-b382c313dbfa),segment_id=671c2bc8-dc86-4f86-96d9-b382c313dbfa)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:11:20.574920 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-0cf457f5-1e20-4534-988e-fd7e8a4af8e3 req-9c5b581a-1cdf-4da6-a09c-888f4905cbd7 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:20.677660 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638c5a1-b213-4674-af4d-98f5ee4a3109 req-9f755325-711f-4d55-bc21-0bb711650dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:20.680579 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-1638c5a1-b213-4674-af4d-98f5ee4a3109 req-9f755325-711f-4d55-bc21-0bb711650dd7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1cd82b9e-d7e9-4d5f-b918-f8614d502fad HTTP/1.1" status: 200 len: 854 time: 0.1429398 May 02 03:11:20.803515 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [req-0cf457f5-1e20-4534-988e-fd7e8a4af8e3 req-9c5b581a-1cdf-4da6-a09c-888f4905cbd7 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Calling delete_port for 614cf620-4ac1-41a9-b8af-d79712693757 owned by compute:nova {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:11:20.816180 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-1638c5a1-b213-4674-af4d-98f5ee4a3109 req-33e451a4-4fa6-4977-8cf7-31dc71fd2c6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de631dfc-e161-49b8-9997-23bba9416921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214666 May 02 03:11:21.070273 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-1638c5a1-b213-4674-af4d-98f5ee4a3109 req-915bfc9c-3433-4042-849e-c696e45d6f33 service neutron] 10.222.0.16 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442746 May 02 03:11:21.112274 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-0cf457f5-1e20-4534-988e-fd7e8a4af8e3 req-9c5b581a-1cdf-4da6-a09c-888f4905cbd7 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:21.132579 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['614cf620-4ac1-41a9-b8af-d79712693757'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:11:21.166490 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:21.286408 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 38804) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:21.333265 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c4cd6d44-6ecc-4728-a818-de9cf255eda4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:21.402264 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-c4cd6d44-6ecc-4728-a818-de9cf255eda4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:21.455989 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-c4cd6d44-6ecc-4728-a818-de9cf255eda4 admin admin] Usage tracker for resource:security_group_rule and tenant:29cca019b57e45ed84f8b5d732f46a9f is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:21.475543 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-c4cd6d44-6ecc-4728-a818-de9cf255eda4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:21.486143 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-c4cd6d44-6ecc-4728-a818-de9cf255eda4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:21.496168 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-1638c5a1-b213-4674-af4d-98f5ee4a3109 req-30da0840-abdd-4dc4-b0f0-cd349c2a15ab service neutron] 10.222.0.16 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156651 May 02 03:11:21.535215 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b581a-1cdf-4da6-a09c-888f4905cbd7 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Pushing event deleted for resources: {'Port': ['ID=614cf620-4ac1-41a9-b8af-d79712693757,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:21.538429 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-9c5b581a-1cdf-4da6-a09c-888f4905cbd7 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:21.657842 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1dc36-f67b-4985-a992-477219d8a668 req-9c245dcd-291b-41e3-9afe-1e20add5bfe1 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:21.664307 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a9842b30-c351-4757-92d6-a42f4ee2a715 req-dfe6356f-6a78-4a8d-ac08-b26b9a1c8464 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=40008ab8-46ec-4316-8f83-97d95d2581da HTTP/1.1" status: 200 len: 210 time: 0.2308590 May 02 03:11:21.665307 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-8ba1dc36-f67b-4985-a992-477219d8a668 req-9c245dcd-291b-41e3-9afe-1e20add5bfe1 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 0.1752083 May 02 03:11:21.665432 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf457f5-1e20-4534-988e-fd7e8a4af8e3 req-9c5b581a-1cdf-4da6-a09c-888f4905cbd7 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] No DVR routers for this DVR port 614cf620-4ac1-41a9-b8af-d79712693757 on host hv-cinder-78907 {{(pid=73838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:11:21.669437 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-0cf457f5-1e20-4534-988e-fd7e8a4af8e3 req-9c5b581a-1cdf-4da6-a09c-888f4905cbd7 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:21.684174 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40008ab8-46ec-4316-8f83-97d95d2581da', 'name': 'network-vif-deleted', 'tag': '614cf620-4ac1-41a9-b8af-d79712693757'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:11:21.730052 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0cf457f5-1e20-4534-988e-fd7e8a4af8e3 req-9c5b581a-1cdf-4da6-a09c-888f4905cbd7 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.16 "DELETE /v2.0/ports/614cf620-4ac1-41a9-b8af-d79712693757 HTTP/1.1" status: 204 len: 173 time: 1.8724029 May 02 03:11:21.884611 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-8ba1dc36-f67b-4985-a992-477219d8a668 req-5f847fc5-360f-47a5-afba-d2179f1ad620 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173913 May 02 03:11:21.946771 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c4cd6d44-6ecc-4728-a818-de9cf255eda4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:21.964094 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c4cd6d44-6ecc-4728-a818-de9cf255eda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:22.007898 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:22.012137 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40008ab8-46ec-4316-8f83-97d95d2581da', 'name': 'network-vif-deleted', 'tag': '614cf620-4ac1-41a9-b8af-d79712693757', 'status': 'completed', 'code': 200} May 02 03:11:22.035168 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e1055-ed16-4420-95ef-d71060a647e6 req-49289aac-7410-4c87-8904-ce6811ff0c42 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:22.043318 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-c4cd6d44-6ecc-4728-a818-de9cf255eda4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29cca019b57e45ed84f8b5d732f46a9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7528796 May 02 03:11:22.043810 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 38828) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:22.052408 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-137e1055-ed16-4420-95ef-d71060a647e6 req-49289aac-7410-4c87-8904-ce6811ff0c42 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10 HTTP/1.1" status: 200 len: 943 time: 0.2186620 May 02 03:11:22.064646 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd6d44-6ecc-4728-a818-de9cf255eda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c48a28c-19c7-474e-8321-1dedf2c73e67,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:22.069915 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-c4cd6d44-6ecc-4728-a818-de9cf255eda4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:22.123806 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-edd552d7-eedf-47f1-b137-6d6b513e2e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:22.152643 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-137e1055-ed16-4420-95ef-d71060a647e6 req-28c844f0-bc4d-4ca6-abf5-9a6607ee0ced tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981560 May 02 03:11:22.158072 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-edd552d7-eedf-47f1-b137-6d6b513e2e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:22.221436 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-edd552d7-eedf-47f1-b137-6d6b513e2e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:22.228424 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-462b4edc-837d-44e3-ae1d-850ef949540d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:22.242585 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd552d7-eedf-47f1-b137-6d6b513e2e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c48a28c-19c7-474e-8321-1dedf2c73e67,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:22.246507 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-edd552d7-eedf-47f1-b137-6d6b513e2e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:22.247957 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-edd552d7-eedf-47f1-b137-6d6b513e2e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:22.250488 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-edd552d7-eedf-47f1-b137-6d6b513e2e6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c48a28c-19c7-474e-8321-1dedf2c73e67 HTTP/1.1" status: 204 len: 168 time: 0.2051718 May 02 03:11:22.407109 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3012cb8-8ebd-4195-84ce-d32582246575 req-b59d4bba-2fad-4774-8edd-1f609bdea386 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:22.409808 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c3012cb8-8ebd-4195-84ce-d32582246575 req-b59d4bba-2fad-4774-8edd-1f609bdea386 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1260557 May 02 03:11:22.492034 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c3012cb8-8ebd-4195-84ce-d32582246575 req-1835a0ba-c016-4952-ba20-92afe09e1624 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732100 May 02 03:11:23.997389 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d1f57-5af3-4cbb-a45a-c26f59ab1548 req-2d067ad3-6d74-4744-a1c0-06222906f7ee tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:23.999165 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-6e4d1f57-5af3-4cbb-a45a-c26f59ab1548 req-2d067ad3-6d74-4744-a1c0-06222906f7ee tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10 HTTP/1.1" status: 200 len: 943 time: 0.1501181 May 02 03:11:24.057527 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-6e4d1f57-5af3-4cbb-a45a-c26f59ab1548 req-1fcbdf85-7d2a-418d-a3fd-e5c3210cdbc7 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522230 May 02 03:11:24.082644 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-ea7bb6ba-e6aa-438b-8562-31f26244f0ed tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:24.084240 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-ea7bb6ba-e6aa-438b-8562-31f26244f0ed tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/networks?id=750a132c-c051-4276-9d59-7bc66d4cf121 HTTP/1.1" status: 200 len: 807 time: 0.2759311 May 02 03:11:24.106996 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-5c197e53-b491-4cd1-835b-5c93e2404a14 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/quotas/59b06848e73243e692e1024eb63b53c2 HTTP/1.1" status: 200 len: 375 time: 0.0113206 May 02 03:11:24.199128 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-cb39396b-8321-4c41-b091-9fd39ff0fb9a tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=59b06848e73243e692e1024eb63b53c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796955 May 02 03:11:24.295215 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 38912) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:24.340816 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:11:24.363194 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 614cf620-4ac1-41a9-b8af-d79712693757 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:11:24.400077 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-552a6d59-0650-4ec9-b76e-845e47fcba32 service neutron] 10.222.0.20 "GET /v2.0/networks/750a132c-c051-4276-9d59-7bc66d4cf121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936650 May 02 03:11:24.463076 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-06578581-5416-4b0b-80be-835749a33250 None None] No Port match for: 614cf620-4ac1-41a9-b8af-d79712693757 {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:11:24.463462 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 614cf620-4ac1-41a9-b8af-d79712693757 not bound to the agent host hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:11:24.473195 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.db.resource_extend [None req-06578581-5416-4b0b-80be-835749a33250 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 03:11:24.600707 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e13c0760-47da-48b2-b9cb-b24dd42f1f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:24.622811 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-e13c0760-47da-48b2-b9cb-b24dd42f1f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:24.629178 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-e13c0760-47da-48b2-b9cb-b24dd42f1f9a admin admin] Usage tracker for resource:security_group_rule and tenant:b1f63ab792794bdea93be82548847e92 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:24.633868 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-e13c0760-47da-48b2-b9cb-b24dd42f1f9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:24.643610 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-e13c0760-47da-48b2-b9cb-b24dd42f1f9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:24.747809 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-00d019ee-dc4c-4cd5-9842-13bc217c8bf6 service neutron] 10.222.0.20 "GET /v2.0/networks/750a132c-c051-4276-9d59-7bc66d4cf121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368154 May 02 03:11:24.763719 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8,segment=NetworkSegment(9a4193b4-49de-4b60-8991-8a5cf7fb4e4b),segment_id=9a4193b4-49de-4b60-8991-8a5cf7fb4e4b)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:11:24.791600 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Returning: {'device': '273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8', 'network_id': 'de631dfc-e161-49b8-9997-23bba9416921', 'port_id': '273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8', 'mac_address': 'fa:16:3e:9e:68:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cd82b9e-d7e9-4d5f-b918-f8614d502fad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:11:24.820484 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e13c0760-47da-48b2-b9cb-b24dd42f1f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:24.829811 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e13c0760-47da-48b2-b9cb-b24dd42f1f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:24.867744 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-79e74e99-9de8-450f-aa08-578e367e931c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:24.946021 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:25.005824 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [None req-06578581-5416-4b0b-80be-835749a33250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8 {{(pid=73840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:11:25.045465 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8,segment=NetworkSegment(9a4193b4-49de-4b60-8991-8a5cf7fb4e4b),segment_id=9a4193b4-49de-4b60-8991-8a5cf7fb4e4b)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:11:25.052221 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:25.055671 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:25.151470 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-e13c0760-47da-48b2-b9cb-b24dd42f1f9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1f63ab792794bdea93be82548847e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8547640 May 02 03:11:25.154150 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 38946) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:25.177862 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c0760-47da-48b2-b9cb-b24dd42f1f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76627161-2d8d-4131-8184-72914067b5c9,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:25.184584 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-e13c0760-47da-48b2-b9cb-b24dd42f1f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:25.252095 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64479c9-7db3-48c6-bb0a-3f309af967a4 req-23ef3d50-bf42-4b3e-af5d-4e9c358c0904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:25.254433 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f64479c9-7db3-48c6-bb0a-3f309af967a4 req-23ef3d50-bf42-4b3e-af5d-4e9c358c0904 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42c15d9132f24a548967a141c68926b6&device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 1098 time: 0.2168622 May 02 03:11:25.261589 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-46dcd394-2fa5-4ea8-a0fe-d312d1509557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:25.274884 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:25.278508 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:25.301889 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-46dcd394-2fa5-4ea8-a0fe-d312d1509557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:25.372364 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:11:25.444600 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-ec87186c-6674-485f-bee6-7a4fb2dfbb22 req-e900bf3f-7f75-4301-8135-fb2deda1ef4c tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Synchronizing usage tracker for tenant:59b06848e73243e692e1024eb63b53c2 on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:11:25.507806 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-ec87186c-6674-485f-bee6-7a4fb2dfbb22 req-e900bf3f-7f75-4301-8135-fb2deda1ef4c tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Unset dirty status for tenant:59b06848e73243e692e1024eb63b53c2 on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:11:25.508968 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-ec87186c-6674-485f-bee6-7a4fb2dfbb22 req-e900bf3f-7f75-4301-8135-fb2deda1ef4c tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=16175734-8c22-460c-bfe2-c96d2e5cb76e HTTP/1.1" status: 200 len: 210 time: 0.1273251 May 02 03:11:25.509572 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efec1c-cf10-400a-abd5-460646483b9b req-ca6ac028-63dc-4899-8f23-ad698017bf67 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:25.511395 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-30efec1c-cf10-400a-abd5-460646483b9b req-ca6ac028-63dc-4899-8f23-ad698017bf67 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1881819 May 02 03:11:25.520150 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-46dcd394-2fa5-4ea8-a0fe-d312d1509557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:25.536632 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-e6a7ede6-6776-4caa-91ab-fb9089b85b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:25.536732 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64479c9-7db3-48c6-bb0a-3f309af967a4 req-7621b859-9b27-4cd9-9be1-7cfd5adc9476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:25.537932 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f64479c9-7db3-48c6-bb0a-3f309af967a4 req-7621b859-9b27-4cd9-9be1-7cfd5adc9476 service neutron] 10.222.0.16 "GET /v2.0/networks?id=422326d9-912b-4a25-82b9-6ae37fe68d00 HTTP/1.1" status: 200 len: 919 time: 0.2655559 May 02 03:11:25.555417 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dcd394-2fa5-4ea8-a0fe-d312d1509557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76627161-2d8d-4131-8184-72914067b5c9,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:25.563366 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-46dcd394-2fa5-4ea8-a0fe-d312d1509557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:25.573348 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-46dcd394-2fa5-4ea8-a0fe-d312d1509557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:25.577431 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-46dcd394-2fa5-4ea8-a0fe-d312d1509557 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76627161-2d8d-4131-8184-72914067b5c9 HTTP/1.1" status: 204 len: 168 time: 0.4217155 May 02 03:11:25.650729 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-30efec1c-cf10-400a-abd5-460646483b9b req-d68e9fbf-4f34-40a1-bab3-99a54eab7460 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233761 May 02 03:11:25.692609 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f64479c9-7db3-48c6-bb0a-3f309af967a4 req-45b07da6-cf0d-425e-b63b-15ae53d10595 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 HTTP/1.1" status: 200 len: 217 time: 0.1478615 May 02 03:11:25.853112 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64479c9-7db3-48c6-bb0a-3f309af967a4 req-55edbcc8-08b8-4b88-b04c-8696e4d59daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:25.859191 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f64479c9-7db3-48c6-bb0a-3f309af967a4 req-55edbcc8-08b8-4b88-b04c-8696e4d59daf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9b6e3be-0fc1-4ca2-8d57-9b34e3e05baf HTTP/1.1" status: 200 len: 858 time: 0.1559863 May 02 03:11:26.055576 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f64479c9-7db3-48c6-bb0a-3f309af967a4 req-ef5c4a69-358a-49ac-90b2-1cf47ecef633 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=422326d9-912b-4a25-82b9-6ae37fe68d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122184 May 02 03:11:26.241720 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b30189-9058-48e5-b754-0871b1b9fece req-939547ad-8128-4e87-8c75-dae2e3a3b309 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:26.249792 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-38b30189-9058-48e5-b754-0871b1b9fece req-939547ad-8128-4e87-8c75-dae2e3a3b309 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10 HTTP/1.1" status: 200 len: 944 time: 0.3883393 May 02 03:11:26.361731 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 38982) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:26.372765 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f64479c9-7db3-48c6-bb0a-3f309af967a4 req-409882e2-e412-48f4-b712-434b2f910687 service neutron] 10.222.0.16 "GET /v2.0/networks/422326d9-912b-4a25-82b9-6ae37fe68d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011961 May 02 03:11:26.397848 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b3e9af5a-775f-48be-837b-73db0bd5d923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:26.435979 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-b3e9af5a-775f-48be-837b-73db0bd5d923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:26.447385 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-38b30189-9058-48e5-b754-0871b1b9fece req-cf155047-02b3-4d8d-bec2-ce40f34206e4 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961470 May 02 03:11:26.448483 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-b3e9af5a-775f-48be-837b-73db0bd5d923 admin admin] Usage tracker for resource:security_group_rule and tenant:2cee6716a7a5486f9a8925949c2292e6 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:26.458862 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-b3e9af5a-775f-48be-837b-73db0bd5d923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:26.474088 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-b3e9af5a-775f-48be-837b-73db0bd5d923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:26.625913 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f64479c9-7db3-48c6-bb0a-3f309af967a4 req-4db47334-779a-49d8-8d88-1ab42ad8bb78 service neutron] 10.222.0.16 "GET /v2.0/networks/422326d9-912b-4a25-82b9-6ae37fe68d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378438 May 02 03:11:26.634272 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b3e9af5a-775f-48be-837b-73db0bd5d923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:26.641576 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b3e9af5a-775f-48be-837b-73db0bd5d923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:26.655098 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-c4cd6d44-6ecc-4728-a818-de9cf255eda4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:26.774092 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-b3e9af5a-775f-48be-837b-73db0bd5d923 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2cee6716a7a5486f9a8925949c2292e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4110389 May 02 03:11:26.777207 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 39000) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:26.794724 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-1ddbb487-1b1c-4397-958b-e800897e4374 req-4a340e00-17a8-43fb-94aa-0bf02fbee286 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=16175734-8c22-460c-bfe2-c96d2e5cb76e HTTP/1.1" status: 200 len: 210 time: 0.1193724 May 02 03:11:26.795511 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9af5a-775f-48be-837b-73db0bd5d923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cf9249-b84f-4542-9e9b-6d0c24ee5e2f,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:26.801208 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b3e9af5a-775f-48be-837b-73db0bd5d923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:27.062868 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-efff79b4-7edd-48e9-81bc-1094c84b7d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:27.121021 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0aba4-b248-4817-94a3-abe1980ebb2c req-41100fb4-ab1e-4978-8634-10ad014789c8 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:27.122581 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-71e0aba4-b248-4817-94a3-abe1980ebb2c req-41100fb4-ab1e-4978-8634-10ad014789c8 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.3103368 May 02 03:11:27.132298 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-efff79b4-7edd-48e9-81bc-1094c84b7d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:27.197181 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-7a0d18b9-ce12-41a1-be30-5e3757940d88 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:27.198684 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-7a0d18b9-ce12-41a1-be30-5e3757940d88 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.16 "GET /v2.0/networks?id=750a132c-c051-4276-9d59-7bc66d4cf121 HTTP/1.1" status: 200 len: 807 time: 0.3104992 May 02 03:11:27.236406 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-60d5943f-5f29-492f-924c-f390c09c6d04 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Request body: {'port': {'device_id': '16175734-8c22-460c-bfe2-c96d2e5cb76e', 'network_id': '750a132c-c051-4276-9d59-7bc66d4cf121', 'admin_state_up': True, 'tenant_id': '59b06848e73243e692e1024eb63b53c2'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:11:27.281902 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-71e0aba4-b248-4817-94a3-abe1980ebb2c req-4919aba4-4d80-42fc-837a-2cee93ae704d tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514902 May 02 03:11:27.384858 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-efff79b4-7edd-48e9-81bc-1094c84b7d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:27.409290 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-537064a9-497b-4b43-bd58-eeb138e6be09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:27.519948 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff79b4-7edd-48e9-81bc-1094c84b7d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cf9249-b84f-4542-9e9b-6d0c24ee5e2f,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:27.535870 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-efff79b4-7edd-48e9-81bc-1094c84b7d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:27.536394 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-efff79b4-7edd-48e9-81bc-1094c84b7d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:27.537534 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-efff79b4-7edd-48e9-81bc-1094c84b7d34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9cf9249-b84f-4542-9e9b-6d0c24ee5e2f HTTP/1.1" status: 204 len: 168 time: 0.7597811 May 02 03:11:27.560683 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-60d5943f-5f29-492f-924c-f390c09c6d04 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:27.573953 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-60d5943f-5f29-492f-924c-f390c09c6d04 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:27.592681 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-60d5943f-5f29-492f-924c-f390c09c6d04 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Made reservation on behalf of 59b06848e73243e692e1024eb63b53c2 for: {'port': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:11:27.602103 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-60d5943f-5f29-492f-924c-f390c09c6d04 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:28.002110 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1259ed-7d9d-4af8-8b39-7b907c3b2e81 req-cc6f25e3-aa20-4394-9719-9222137167ee tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:28.004482 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-dc1259ed-7d9d-4af8-8b39-7b907c3b2e81 req-cc6f25e3-aa20-4394-9719-9222137167ee tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10 HTTP/1.1" status: 200 len: 944 time: 0.3834655 May 02 03:11:28.037296 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-ae82b44f-83cc-454f-b61c-1481d75e5255 req-9eddc528-5eff-40ca-8e53-abd2356be99b tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=16175734-8c22-460c-bfe2-c96d2e5cb76e HTTP/1.1" status: 200 len: 210 time: 0.0609698 May 02 03:11:28.066270 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-60d5943f-5f29-492f-924c-f390c09c6d04 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Allocated IP 172.20.0.2 (750a132c-c051-4276-9d59-7bc66d4cf121/ca513f2a-53a6-4565-843b-b75b706f91b1/00a89929-ddf1-46a9-99d5-d9e1559e27ec) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:11:28.082008 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-dc1259ed-7d9d-4af8-8b39-7b907c3b2e81 req-a24ecf0f-4611-46f8-bd3d-11dcd05dbdb9 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693824 May 02 03:11:28.364269 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8 up at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:11:28.449858 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-60d5943f-5f29-492f-924c-f390c09c6d04 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:28.514283 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-60d5943f-5f29-492f-924c-f390c09c6d04 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:28.546207 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:28.734727 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-60d5943f-5f29-492f-924c-f390c09c6d04 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Network 750a132c-c051-4276-9d59-7bc66d4cf121 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:11:28.746497 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-60d5943f-5f29-492f-924c-f390c09c6d04 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Resources bound (agent type, host, resource id): {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:11:28.746637 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning for port 273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8 completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:11:28.751725 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-60d5943f-5f29-492f-924c-f390c09c6d04 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:11:28.759350 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning complete for port 273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:11:28.759947 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:28.771598 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-60d5943f-5f29-492f-924c-f390c09c6d04 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:28.772298 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-60d5943f-5f29-492f-924c-f390c09c6d04 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:28.780073 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242e483-6690-4ecf-a766-0f199055a00a req-50150c21-a26e-4475-b089-1f3c2de2d648 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:28.787923 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a242e483-6690-4ecf-a766-0f199055a00a req-50150c21-a26e-4475-b089-1f3c2de2d648 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.2310348 May 02 03:11:28.815420 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5943f-5f29-492f-924c-f390c09c6d04 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Pushing event updated for resources: {'Port': ['ID=00a89929-ddf1-46a9-99d5-d9e1559e27ec,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:28.819758 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-60d5943f-5f29-492f-924c-f390c09c6d04 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:28.836424 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-60d5943f-5f29-492f-924c-f390c09c6d04 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6109059 May 02 03:11:28.850924 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] Request body: {'port': {'device_id': '16175734-8c22-460c-bfe2-c96d2e5cb76e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:11:28.927976 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a242e483-6690-4ecf-a766-0f199055a00a req-3a265186-b811-4de8-8a75-3bd1afab04cb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324465 May 02 03:11:29.034564 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:29.101948 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:11:29.126943 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8,segment=NetworkSegment(9a4193b4-49de-4b60-8991-8a5cf7fb4e4b),segment_id=9a4193b4-49de-4b60-8991-8a5cf7fb4e4b)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:11:29.157853 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:29.163830 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:29.213649 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:29.323463 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8', 'code': 200} May 02 03:11:29.350122 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:29.394044 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:29.403061 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:29.589386 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782c573-d1b4-407c-9278-ad33efbee341 req-292417e6-ce96-4224-84ba-7411819bdfd3 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:29.601427 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d782c573-d1b4-407c-9278-ad33efbee341 req-292417e6-ce96-4224-84ba-7411819bdfd3 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10 HTTP/1.1" status: 200 len: 945 time: 0.1217337 May 02 03:11:29.764029 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb60b8b-1499-4a2c-9391-98b16b5ad558 req-82bbca99-67db-44e3-8211-315a0de04269 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:29.766307 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-dcb60b8b-1499-4a2c-9391-98b16b5ad558 req-82bbca99-67db-44e3-8211-315a0de04269 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Synchronizing usage tracker for tenant:59b06848e73243e692e1024eb63b53c2 on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:11:29.813532 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d782c573-d1b4-407c-9278-ad33efbee341 req-ece60ee4-c694-4298-99e8-4f7c7e73662c tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101197 May 02 03:11:29.816918 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-dcb60b8b-1499-4a2c-9391-98b16b5ad558 req-82bbca99-67db-44e3-8211-315a0de04269 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Unset dirty status for tenant:59b06848e73243e692e1024eb63b53c2 on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:11:29.829816 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-dcb60b8b-1499-4a2c-9391-98b16b5ad558 req-82bbca99-67db-44e3-8211-315a0de04269 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=16175734-8c22-460c-bfe2-c96d2e5cb76e HTTP/1.1" status: 200 len: 931 time: 0.4488518 May 02 03:11:29.981577 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bc4a9-d035-4d46-ac45-c3285e3d0537 req-ca5b6b32-07c2-4021-b11f-ecc3a70c011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:29.983162 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f01bc4a9-d035-4d46-ac45-c3285e3d0537 req-ca5b6b32-07c2-4021-b11f-ecc3a70c011f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10 HTTP/1.1" status: 200 len: 1098 time: 0.3027749 May 02 03:11:30.073120 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f01bc4a9-d035-4d46-ac45-c3285e3d0537 req-a7f13da4-103c-4126-b14d-64f1096f73b8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797172 May 02 03:11:30.154180 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-dcb60b8b-1499-4a2c-9391-98b16b5ad558 req-9db47a05-77b2-449a-b2ae-a9d04c764bbc tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cd4b580-a768-47fe-9e53-751a9c991f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087716 May 02 03:11:30.180671 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 39096) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:30.398333 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a89929-ddf1-46a9-99d5-d9e1559e27ec {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:11:30.409569 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:30.440041 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] Transition to ACTIVE for port object 00a89929-ddf1-46a9-99d5-d9e1559e27ec will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:11:30.447426 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:30.455038 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-9c5b581a-1cdf-4da6-a09c-888f4905cbd7 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:30.496564 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b46f7779-47ad-4ed8-9f7f-499f856380be admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:30.515707 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-b46f7779-47ad-4ed8-9f7f-499f856380be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:30.520814 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-b46f7779-47ad-4ed8-9f7f-499f856380be admin admin] Usage tracker for resource:security_group_rule and tenant:cf544e8305a44e52b601f4e5f07ff98d is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:30.530475 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-b46f7779-47ad-4ed8-9f7f-499f856380be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:30.540159 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-b46f7779-47ad-4ed8-9f7f-499f856380be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:30.559026 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab7aff-9bbe-4e96-bed5-f7595531a1f6 req-328cace7-8a5d-4adb-8f05-97e73a1ef76f tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:30.570429 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-c6ab7aff-9bbe-4e96-bed5-f7595531a1f6 req-328cace7-8a5d-4adb-8f05-97e73a1ef76f tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.2612200 May 02 03:11:30.706102 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b46f7779-47ad-4ed8-9f7f-499f856380be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:30.713604 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-c6ab7aff-9bbe-4e96-bed5-f7595531a1f6 req-8ab933bb-c695-490f-a800-cd7f6c077dfa tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419582 May 02 03:11:30.717402 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b46f7779-47ad-4ed8-9f7f-499f856380be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:30.764456 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-407544b6-f3db-44bd-b818-70199b4c3442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:30.792612 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-b46f7779-47ad-4ed8-9f7f-499f856380be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf544e8305a44e52b601f4e5f07ff98d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6124361 May 02 03:11:30.797041 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 39122) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:30.839273 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] Pushing event updated for resources: {'Port': ['ID=00a89929-ddf1-46a9-99d5-d9e1559e27ec,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:30.844644 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f7779-47ad-4ed8-9f7f-499f856380be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6aabab4-3cbd-4399-8eee-6fc1572135b9,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:30.848247 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:30.854905 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b46f7779-47ad-4ed8-9f7f-499f856380be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:30.869076 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] Attempting to bind port 00a89929-ddf1-46a9-99d5-d9e1559e27ec on host hv-cinder-78907 for vnic_type normal with profile {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:11:30.869559 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] Attempting to bind port 00a89929-ddf1-46a9-99d5-d9e1559e27ec by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '671c2bc8-dc86-4f86-96d9-b382c313dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '750a132c-c051-4276-9d59-7bc66d4cf121'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:11:30.870124 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] Attempting to bind port 00a89929-ddf1-46a9-99d5-d9e1559e27ec on network 750a132c-c051-4276-9d59-7bc66d4cf121 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:11:30.892206 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] Port 00a89929-ddf1-46a9-99d5-d9e1559e27ec on network 750a132c-c051-4276-9d59-7bc66d4cf121 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:11:30.895257 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] Attempting to bind port 00a89929-ddf1-46a9-99d5-d9e1559e27ec on network 750a132c-c051-4276-9d59-7bc66d4cf121 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:11:30.904751 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] Checking agent: {'id': 'f9e719c6-981b-4bb7-a7e6-8d35fc174b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'started_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:11:30.905245 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] Checking segment: {'id': '671c2bc8-dc86-4f86-96d9-b382c313dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '750a132c-c051-4276-9d59-7bc66d4cf121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:11:30.905659 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] Bound using segment: {'id': '671c2bc8-dc86-4f86-96d9-b382c313dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '750a132c-c051-4276-9d59-7bc66d4cf121'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:11:30.906044 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e27f08cf-15a8-4f4d-9913-0140266d7ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:30.906403 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] Bound port: 00a89929-ddf1-46a9-99d5-d9e1559e27ec, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '671c2bc8-dc86-4f86-96d9-b382c313dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '750a132c-c051-4276-9d59-7bc66d4cf121'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:11:30.906942 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:30.939057 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e27f08cf-15a8-4f4d-9913-0140266d7ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:31.017285 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e27f08cf-15a8-4f4d-9913-0140266d7ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:31.027885 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-adecff4f-7feb-4cde-876c-5f6eb2340b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:31.063112 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f08cf-15a8-4f4d-9913-0140266d7ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6aabab4-3cbd-4399-8eee-6fc1572135b9,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:31.070746 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-e27f08cf-15a8-4f4d-9913-0140266d7ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:31.074044 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e27f08cf-15a8-4f4d-9913-0140266d7ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:31.077516 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-e27f08cf-15a8-4f4d-9913-0140266d7ad7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6aabab4-3cbd-4399-8eee-6fc1572135b9 HTTP/1.1" status: 204 len: 168 time: 0.2784202 May 02 03:11:31.122940 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] For port 00a89929-ddf1-46a9-99d5-d9e1559e27ec, host hv-cinder-78907, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:11:31.127749 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] For port 00a89929-ddf1-46a9-99d5-d9e1559e27ec, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=00a89929-ddf1-46a9-99d5-d9e1559e27ec,segment=NetworkSegment(671c2bc8-dc86-4f86-96d9-b382c313dbfa),segment_id=671c2bc8-dc86-4f86-96d9-b382c313dbfa)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:11:31.148061 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:31.154489 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:31.345577 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345d02d-4c3e-4115-a10a-1a8364641a91 req-40c8fe0f-dad5-4a3d-a73b-e4e07489b1c4 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:31.356485 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-5345d02d-4c3e-4115-a10a-1a8364641a91 req-40c8fe0f-dad5-4a3d-a73b-e4e07489b1c4 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10 HTTP/1.1" status: 200 len: 945 time: 0.2071474 May 02 03:11:31.441966 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-5345d02d-4c3e-4115-a10a-1a8364641a91 req-7829f81e-0539-4ba9-9010-6f3f409403ab tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843008 May 02 03:11:31.521954 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:31.522886 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:31.524613 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] 10.222.0.16 "PUT /v2.0/ports/00a89929-ddf1-46a9-99d5-d9e1559e27ec HTTP/1.1" status: 200 len: 1093 time: 2.6782863 May 02 03:11:31.528420 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16175734-8c22-460c-bfe2-c96d2e5cb76e', 'tag': '00a89929-ddf1-46a9-99d5-d9e1559e27ec'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:11:31.567016 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] Pushing event updated for resources: {'Port': ['ID=00a89929-ddf1-46a9-99d5-d9e1559e27ec,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:31.570965 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:31.642395 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f9baf-07ba-404e-bdd8-2bdf47c5ce20 req-63e314c2-697b-411e-afdb-c24166ecc02b tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:31.662977 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a48f9baf-07ba-404e-bdd8-2bdf47c5ce20 req-63e314c2-697b-411e-afdb-c24166ecc02b tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=16175734-8c22-460c-bfe2-c96d2e5cb76e HTTP/1.1" status: 200 len: 943 time: 0.3396976 May 02 03:11:31.774337 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16175734-8c22-460c-bfe2-c96d2e5cb76e', 'tag': '00a89929-ddf1-46a9-99d5-d9e1559e27ec', 'status': 'completed', 'code': 200} May 02 03:11:31.809248 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a48f9baf-07ba-404e-bdd8-2bdf47c5ce20 req-37aa8c0a-ccda-4e8f-bfb6-d0d54653a767 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cd4b580-a768-47fe-9e53-751a9c991f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445637 May 02 03:11:31.842327 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-79219f34-f8cd-4eeb-9ece-1f38c72c25a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:31.844645 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-79219f34-f8cd-4eeb-9ece-1f38c72c25a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=59b06848e73243e692e1024eb63b53c2&device_id=16175734-8c22-460c-bfe2-c96d2e5cb76e HTTP/1.1" status: 200 len: 1096 time: 0.1762943 May 02 03:11:31.866040 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 39162) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:31.956085 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-1812df12-6520-472f-89c7-c3d644fbe0cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00a89929-ddf1-46a9-99d5-d9e1559e27ec HTTP/1.1" status: 200 len: 217 time: 0.0975757 May 02 03:11:32.001001 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e50e6-6371-46fe-b24d-3ad39bea716e req-30df4e31-e6dc-4520-a5ae-4f2c361bf4f9 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:32.002635 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3b2e50e6-6371-46fe-b24d-3ad39bea716e req-30df4e31-e6dc-4520-a5ae-4f2c361bf4f9 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1141286 May 02 03:11:32.028867 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 39172) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:32.067659 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-2816e190-2b06-4bda-9baf-299172a18d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:32.099820 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-2816e190-2b06-4bda-9baf-299172a18d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:32.104395 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-2816e190-2b06-4bda-9baf-299172a18d64 admin admin] Usage tracker for resource:security_group_rule and tenant:5a7b6c6b908c4843badd4e7a798746c9 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:32.108049 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-2816e190-2b06-4bda-9baf-299172a18d64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:32.109297 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3b2e50e6-6371-46fe-b24d-3ad39bea716e req-b1653c59-7fbc-4b5e-8839-d3cde4668e5c tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969331 May 02 03:11:32.124238 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-2816e190-2b06-4bda-9baf-299172a18d64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:32.160587 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-ac791f37-1bbb-4873-86bc-321d024853ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:32.162141 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-ac791f37-1bbb-4873-86bc-321d024853ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca513f2a-53a6-4565-843b-b75b706f91b1 HTTP/1.1" status: 200 len: 847 time: 0.1986670 May 02 03:11:32.213390 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 39180) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:32.236451 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-f8905386-98f4-46a1-8ffe-509bbcc37f80 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=750a132c-c051-4276-9d59-7bc66d4cf121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654612 May 02 03:11:32.370979 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b9d82560-b518-478f-92eb-56f399b5deaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:32.389104 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-b9d82560-b518-478f-92eb-56f399b5deaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:32.394456 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-b9d82560-b518-478f-92eb-56f399b5deaf admin admin] Usage tracker for resource:security_group_rule and tenant:9fc1e0ea9d4f4e30a1bf7068f38abc39 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:32.415748 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-b9d82560-b518-478f-92eb-56f399b5deaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:32.419266 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-bebd0b0f-46e9-4989-b248-fdd58b22158f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:32.422964 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-2816e190-2b06-4bda-9baf-299172a18d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:32.433811 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-b9d82560-b518-478f-92eb-56f399b5deaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:32.440664 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-2816e190-2b06-4bda-9baf-299172a18d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:32.447190 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-bebd0b0f-46e9-4989-b248-fdd58b22158f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:32.451246 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-5d431813-91f8-41bb-893c-7be7348ce403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:32.453069 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-bebd0b0f-46e9-4989-b248-fdd58b22158f admin admin] Usage tracker for resource:security_group_rule and tenant:17cda042cca542148bce549ebec02157 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:32.462542 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-bebd0b0f-46e9-4989-b248-fdd58b22158f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:32.473556 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-bebd0b0f-46e9-4989-b248-fdd58b22158f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:32.512152 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-9462ff14-cb16-4d08-96a3-ad307a5554bb service neutron] 10.222.0.16 "GET /v2.0/networks/750a132c-c051-4276-9d59-7bc66d4cf121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666223 May 02 03:11:32.603857 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b9d82560-b518-478f-92eb-56f399b5deaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:32.616439 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b9d82560-b518-478f-92eb-56f399b5deaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:32.617583 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-2816e190-2b06-4bda-9baf-299172a18d64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a7b6c6b908c4843badd4e7a798746c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5873790 May 02 03:11:32.618704 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816e190-2b06-4bda-9baf-299172a18d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386ada04-6fb1-41a3-8bdd-84a1ba1c5ab1,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:32.621728 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 39188) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:32.626580 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-0c20c792-6e99-4ac5-8a15-a376d587f030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:32.667730 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-bebd0b0f-46e9-4989-b248-fdd58b22158f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:32.686373 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-bebd0b0f-46e9-4989-b248-fdd58b22158f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:32.699254 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-2816e190-2b06-4bda-9baf-299172a18d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:32.720070 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d82560-b518-478f-92eb-56f399b5deaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5300e713-d057-4b74-8c27-316251bd7720,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:32.740334 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b9d82560-b518-478f-92eb-56f399b5deaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:32.753437 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-b9d82560-b518-478f-92eb-56f399b5deaf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9fc1e0ea9d4f4e30a1bf7068f38abc39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5377464 May 02 03:11:32.785883 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 39194) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:32.787730 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-c00e1069-2ce9-45f9-a1f4-36aed8cac1f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:32.843023 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-bebd0b0f-46e9-4989-b248-fdd58b22158f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17cda042cca542148bce549ebec02157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9754560 May 02 03:11:32.852234 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 39198) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:32.885893 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd0b0f-46e9-4989-b248-fdd58b22158f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47603e2-cb84-4b16-b5da-1abc2731ed34,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:32.920872 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-bebd0b0f-46e9-4989-b248-fdd58b22158f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:32.991101 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6a12181d-608e-41b6-ba73-41d8cae3b194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:33.013991 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-11fd063d-4759-4a81-9c2a-50eb0f0ed821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:33.103280 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-dfcd1b75-53a3-42c5-8bf3-56743b4ab04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:33.104845 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6a12181d-608e-41b6-ba73-41d8cae3b194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:33.119510 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-6a354f49-ddf1-43b1-81bb-1dc4bcc8d31f req-ad062c01-5e64-4a1d-826d-bcf87f90a717 service neutron] 10.222.0.16 "GET /v2.0/networks/750a132c-c051-4276-9d59-7bc66d4cf121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5782025 May 02 03:11:33.121725 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-11fd063d-4759-4a81-9c2a-50eb0f0ed821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:33.167910 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf418a-20b9-46e2-b06d-5ac3e880cd03 req-0ded023f-3b4a-4652-922f-318aaf98b391 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:33.170817 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-aabf418a-20b9-46e2-b06d-5ac3e880cd03 req-0ded023f-3b4a-4652-922f-318aaf98b391 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10 HTTP/1.1" status: 200 len: 945 time: 0.5825598 May 02 03:11:33.172572 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-dfcd1b75-53a3-42c5-8bf3-56743b4ab04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:33.267841 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4517a-c602-4e5d-8fef-fb09f9576d8a req-14b7bbd2-1dc9-4761-8244-54b48dde517a tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:33.269330 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3ee4517a-c602-4e5d-8fef-fb09f9576d8a req-14b7bbd2-1dc9-4761-8244-54b48dde517a tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=16175734-8c22-460c-bfe2-c96d2e5cb76e HTTP/1.1" status: 200 len: 943 time: 0.2582121 May 02 03:11:33.290490 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-aabf418a-20b9-46e2-b06d-5ac3e880cd03 req-84f5efee-b5c4-447a-b181-9707b0535794 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077731 May 02 03:11:33.328957 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6a12181d-608e-41b6-ba73-41d8cae3b194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:33.333665 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-11fd063d-4759-4a81-9c2a-50eb0f0ed821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:33.341216 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b46f7779-47ad-4ed8-9f7f-499f856380be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:33.342303 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-14b5e772-56d4-4deb-a1fb-1a4a7173a32a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:33.357069 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-dfcd1b75-53a3-42c5-8bf3-56743b4ab04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:33.369942 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3ee4517a-c602-4e5d-8fef-fb09f9576d8a req-fe9ff7c8-fe89-4849-889c-726e884e697f tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cd4b580-a768-47fe-9e53-751a9c991f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879846 May 02 03:11:33.375563 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd063d-4759-4a81-9c2a-50eb0f0ed821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5300e713-d057-4b74-8c27-316251bd7720,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:33.381522 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-11fd063d-4759-4a81-9c2a-50eb0f0ed821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:33.382349 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-9d482fe7-965b-4e08-80db-ed3c53f23b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:33.384072 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde75122-26ae-49b4-ab0c-ede179fef5f5 req-127aa5b0-93e0-4139-a5a5-5d90b7820722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:33.386758 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-dde75122-26ae-49b4-ab0c-ede179fef5f5 req-127aa5b0-93e0-4139-a5a5-5d90b7820722 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=59b06848e73243e692e1024eb63b53c2&device_id=16175734-8c22-460c-bfe2-c96d2e5cb76e HTTP/1.1" status: 200 len: 1096 time: 0.1767502 May 02 03:11:33.392024 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12181d-608e-41b6-ba73-41d8cae3b194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386ada04-6fb1-41a3-8bdd-84a1ba1c5ab1,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:33.398748 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-6a12181d-608e-41b6-ba73-41d8cae3b194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:33.418598 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd1b75-53a3-42c5-8bf3-56743b4ab04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47603e2-cb84-4b16-b5da-1abc2731ed34,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:33.440709 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-dfcd1b75-53a3-42c5-8bf3-56743b4ab04f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:33.441864 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-dfcd1b75-53a3-42c5-8bf3-56743b4ab04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:33.459606 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-dfcd1b75-53a3-42c5-8bf3-56743b4ab04f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c47603e2-cb84-4b16-b5da-1abc2731ed34 HTTP/1.1" status: 204 len: 168 time: 0.6027470 May 02 03:11:33.463632 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-11fd063d-4759-4a81-9c2a-50eb0f0ed821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:33.464907 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-11fd063d-4759-4a81-9c2a-50eb0f0ed821 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5300e713-d057-4b74-8c27-316251bd7720 HTTP/1.1" status: 204 len: 168 time: 0.6633437 May 02 03:11:33.540424 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6a12181d-608e-41b6-ba73-41d8cae3b194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:33.551556 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-6a12181d-608e-41b6-ba73-41d8cae3b194 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/386ada04-6fb1-41a3-8bdd-84a1ba1c5ab1 HTTP/1.1" status: 204 len: 168 time: 0.8664196 May 02 03:11:33.692700 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde75122-26ae-49b4-ab0c-ede179fef5f5 req-083f76c3-afca-4d99-84ea-78654766af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:33.695709 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-dde75122-26ae-49b4-ab0c-ede179fef5f5 req-083f76c3-afca-4d99-84ea-78654766af32 service neutron] 10.222.0.16 "GET /v2.0/networks?id=750a132c-c051-4276-9d59-7bc66d4cf121 HTTP/1.1" status: 200 len: 908 time: 0.2811103 May 02 03:11:34.058603 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-dde75122-26ae-49b4-ab0c-ede179fef5f5 req-e725565d-3db6-456a-8f7a-972d06fc8312 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00a89929-ddf1-46a9-99d5-d9e1559e27ec HTTP/1.1" status: 200 len: 217 time: 0.3469961 May 02 03:11:34.063802 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:11:34.254567 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 39228) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:34.260192 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32a9f3-d71f-4a5d-9f6b-0ff365ec4747 req-b240652b-576e-420f-b500-f4e5584c6653 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:34.263369 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-ed32a9f3-d71f-4a5d-9f6b-0ff365ec4747 req-b240652b-576e-420f-b500-f4e5584c6653 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.3456280 May 02 03:11:34.267558 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde75122-26ae-49b4-ab0c-ede179fef5f5 req-f3292b67-d4ff-470b-948a-d7382fe34d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:34.270855 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-dde75122-26ae-49b4-ab0c-ede179fef5f5 req-f3292b67-d4ff-470b-948a-d7382fe34d0f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca513f2a-53a6-4565-843b-b75b706f91b1 HTTP/1.1" status: 200 len: 847 time: 0.2058718 May 02 03:11:34.299008 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-72076083-0fde-4b6c-a34d-ca519a8e64a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:34.328676 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-72076083-0fde-4b6c-a34d-ca519a8e64a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:34.349057 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-72076083-0fde-4b6c-a34d-ca519a8e64a4 admin admin] Usage tracker for resource:security_group_rule and tenant:ec1a430d957340bc9658ea17f979b04a is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:34.354059 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-72076083-0fde-4b6c-a34d-ca519a8e64a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:34.381071 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-72076083-0fde-4b6c-a34d-ca519a8e64a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:34.419066 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-dde75122-26ae-49b4-ab0c-ede179fef5f5 req-f24348d7-4a5f-4e0e-9083-ca0c332cb47e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=750a132c-c051-4276-9d59-7bc66d4cf121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1379430 May 02 03:11:34.490331 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-ed32a9f3-d71f-4a5d-9f6b-0ff365ec4747 req-73af5a5b-1085-41f0-b772-20fc1ea9dbee tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123432 May 02 03:11:34.606420 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-72076083-0fde-4b6c-a34d-ca519a8e64a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:34.620608 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-72076083-0fde-4b6c-a34d-ca519a8e64a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:34.657868 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:34.728621 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-dde75122-26ae-49b4-ab0c-ede179fef5f5 req-c808da2f-d099-472d-b0e8-884b996dfe28 service neutron] 10.222.0.16 "GET /v2.0/networks/750a132c-c051-4276-9d59-7bc66d4cf121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000269 May 02 03:11:34.743578 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 39244) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:34.875740 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72076083-0fde-4b6c-a34d-ca519a8e64a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907f4f58-5b14-42ab-83a1-49af9b63a4db,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:34.944455 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-72076083-0fde-4b6c-a34d-ca519a8e64a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:34.953286 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-002cba2d-9b1b-4fa0-a62d-38f5d539e144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:34.957688 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-72076083-0fde-4b6c-a34d-ca519a8e64a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec1a430d957340bc9658ea17f979b04a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6988156 May 02 03:11:34.964653 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 39252) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:34.992731 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-002cba2d-9b1b-4fa0-a62d-38f5d539e144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:35.000296 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-002cba2d-9b1b-4fa0-a62d-38f5d539e144 admin admin] Usage tracker for resource:security_group_rule and tenant:c27bdc5c7abc4b9f87e3eba7c483dc1e is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:35.005839 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-002cba2d-9b1b-4fa0-a62d-38f5d539e144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:35.018217 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-002cba2d-9b1b-4fa0-a62d-38f5d539e144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:35.145416 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a07c2-3ad9-46c7-8575-dfdfb41b8cb9 req-2c4e45f4-c607-4fc6-96e8-4241db9a5992 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:35.148082 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-9d9a07c2-3ad9-46c7-8575-dfdfb41b8cb9 req-2c4e45f4-c607-4fc6-96e8-4241db9a5992 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=16175734-8c22-460c-bfe2-c96d2e5cb76e HTTP/1.1" status: 200 len: 943 time: 0.4034517 May 02 03:11:35.162446 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-2fdcb41b-6b40-4400-bce6-bed8ab809888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:35.244128 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-dde75122-26ae-49b4-ab0c-ede179fef5f5 req-a4bf18d0-047e-4c12-aaf3-53783466b931 service neutron] 10.222.0.16 "GET /v2.0/networks/750a132c-c051-4276-9d59-7bc66d4cf121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963155 May 02 03:11:35.287855 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-2fdcb41b-6b40-4400-bce6-bed8ab809888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:35.325485 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-9d9a07c2-3ad9-46c7-8575-dfdfb41b8cb9 req-b171b7d5-5b2d-4ec3-aa3a-e0d99a69e171 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cd4b580-a768-47fe-9e53-751a9c991f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661255 May 02 03:11:35.420997 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-002cba2d-9b1b-4fa0-a62d-38f5d539e144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:35.427219 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-2fdcb41b-6b40-4400-bce6-bed8ab809888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:35.432720 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-002cba2d-9b1b-4fa0-a62d-38f5d539e144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:35.436479 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-382f12e0-eb98-4d25-ae5c-d3e4f4130527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:35.443119 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-e79635f1-8e67-465b-b133-1d3b5d4762b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:35.455757 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdcb41b-6b40-4400-bce6-bed8ab809888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907f4f58-5b14-42ab-83a1-49af9b63a4db,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:35.478729 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-2fdcb41b-6b40-4400-bce6-bed8ab809888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:35.487371 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-2fdcb41b-6b40-4400-bce6-bed8ab809888 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/907f4f58-5b14-42ab-83a1-49af9b63a4db HTTP/1.1" status: 204 len: 168 time: 0.5168762 May 02 03:11:35.498392 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-2fdcb41b-6b40-4400-bce6-bed8ab809888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:35.541689 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 39276) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:35.542757 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-002cba2d-9b1b-4fa0-a62d-38f5d539e144 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c27bdc5c7abc4b9f87e3eba7c483dc1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7978277 May 02 03:11:35.550531 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cba2d-9b1b-4fa0-a62d-38f5d539e144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bda62ff-544b-456b-98d5-f3ced41328c6,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:35.559106 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-002cba2d-9b1b-4fa0-a62d-38f5d539e144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:35.645732 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-cec659f3-60eb-4d8b-8b75-cf8e48c0caf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:35.681717 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-cec659f3-60eb-4d8b-8b75-cf8e48c0caf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:35.762711 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-cec659f3-60eb-4d8b-8b75-cf8e48c0caf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:35.777597 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-39071472-57bb-49d3-b7e3-cc830790708e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:35.803699 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-cec659f3-60eb-4d8b-8b75-cf8e48c0caf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:35.807738 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-cec659f3-60eb-4d8b-8b75-cf8e48c0caf3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bda62ff-544b-456b-98d5-f3ced41328c6 HTTP/1.1" status: 204 len: 168 time: 0.2649095 May 02 03:11:35.811842 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec659f3-60eb-4d8b-8b75-cf8e48c0caf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bda62ff-544b-456b-98d5-f3ced41328c6,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:35.819113 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-cec659f3-60eb-4d8b-8b75-cf8e48c0caf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:35.962778 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3a203-6f95-44e3-ac65-7183372c5c69 req-ffa18857-d2db-4653-b209-fa326bfc5acc tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:35.964547 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-66e3a203-6f95-44e3-ac65-7183372c5c69 req-ffa18857-d2db-4653-b209-fa326bfc5acc tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1177576 May 02 03:11:36.024373 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-66e3a203-6f95-44e3-ac65-7183372c5c69 req-75c8fd39-c890-4d55-8745-2c9e0b3e043e tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532417 May 02 03:11:36.461178 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 00a89929-ddf1-46a9-99d5-d9e1559e27ec details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:11:36.752993 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee9982-23b2-4b65-826d-f237da89ade1 req-d09dad65-cd30-4abe-bc8c-e2d7934a8123 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:36.756226 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e1ee9982-23b2-4b65-826d-f237da89ade1 req-d09dad65-cd30-4abe-bc8c-e2d7934a8123 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=16175734-8c22-460c-bfe2-c96d2e5cb76e HTTP/1.1" status: 200 len: 943 time: 0.2232721 May 02 03:11:36.883221 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e1ee9982-23b2-4b65-826d-f237da89ade1 req-20268ec8-e361-408c-a831-23a2ad732b66 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cd4b580-a768-47fe-9e53-751a9c991f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197727 May 02 03:11:36.930299 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 00a89929-ddf1-46a9-99d5-d9e1559e27ec, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=00a89929-ddf1-46a9-99d5-d9e1559e27ec,segment=NetworkSegment(671c2bc8-dc86-4f86-96d9-b382c313dbfa),segment_id=671c2bc8-dc86-4f86-96d9-b382c313dbfa)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:11:36.949308 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Returning: {'device': '00a89929-ddf1-46a9-99d5-d9e1559e27ec', 'network_id': '750a132c-c051-4276-9d59-7bc66d4cf121', 'port_id': '00a89929-ddf1-46a9-99d5-d9e1559e27ec', 'mac_address': 'fa:16:3e:0d:f1:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca513f2a-53a6-4565-843b-b75b706f91b1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:11:37.024322 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:37.058039 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [None req-06578581-5416-4b0b-80be-835749a33250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a89929-ddf1-46a9-99d5-d9e1559e27ec {{(pid=73840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:11:37.080342 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 00a89929-ddf1-46a9-99d5-d9e1559e27ec, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=00a89929-ddf1-46a9-99d5-d9e1559e27ec,segment=NetworkSegment(671c2bc8-dc86-4f86-96d9-b382c313dbfa),segment_id=671c2bc8-dc86-4f86-96d9-b382c313dbfa)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:11:37.089158 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:37.091495 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:37.180276 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=00a89929-ddf1-46a9-99d5-d9e1559e27ec,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:37.184504 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:37.368347 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 39348) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:37.414246 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc8df8-e2d0-48d5-a897-578bfea4c069 req-109088d6-8765-4713-b093-c568540905f0 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:37.417206 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-93bc8df8-e2d0-48d5-a897-578bfea4c069 req-109088d6-8765-4713-b093-c568540905f0 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1628563 May 02 03:11:37.430179 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['00a89929-ddf1-46a9-99d5-d9e1559e27ec'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:11:37.512498 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-93bc8df8-e2d0-48d5-a897-578bfea4c069 req-242fbe42-1a60-443a-a790-89fb63c527bd tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883598 May 02 03:11:37.733448 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-ab93e619-a285-49aa-b348-6b9b07deca7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:37.779229 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-ab93e619-a285-49aa-b348-6b9b07deca7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:37.789982 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-ab93e619-a285-49aa-b348-6b9b07deca7a admin admin] Usage tracker for resource:security_group_rule and tenant:638e3209c27a45929532be229ce18a8d is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:37.798262 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-ab93e619-a285-49aa-b348-6b9b07deca7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:37.811710 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-ab93e619-a285-49aa-b348-6b9b07deca7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:38.016797 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-ab93e619-a285-49aa-b348-6b9b07deca7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:38.024438 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-ab93e619-a285-49aa-b348-6b9b07deca7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:38.044667 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-cec659f3-60eb-4d8b-8b75-cf8e48c0caf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:38.102464 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-ab93e619-a285-49aa-b348-6b9b07deca7a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=638e3209c27a45929532be229ce18a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7324204 May 02 03:11:38.105472 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 39374) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:38.113581 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93e619-a285-49aa-b348-6b9b07deca7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43d620f-7e9b-4cd9-8b3b-26f6f0c35afe,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:38.129940 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-ab93e619-a285-49aa-b348-6b9b07deca7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:38.208922 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16089e32-71fb-4451-bee2-b29b4ceb5470 req-4d45e4a2-84e0-4b9e-bc9e-68dc3c1fc08f tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:38.210833 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-16089e32-71fb-4451-bee2-b29b4ceb5470 req-4d45e4a2-84e0-4b9e-bc9e-68dc3c1fc08f tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=16175734-8c22-460c-bfe2-c96d2e5cb76e HTTP/1.1" status: 200 len: 944 time: 0.1630642 May 02 03:11:38.253050 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-6edb1317-8714-4fa9-a20e-575eb87cd21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:38.298908 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-6edb1317-8714-4fa9-a20e-575eb87cd21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:38.300244 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-16089e32-71fb-4451-bee2-b29b4ceb5470 req-d061aa16-b236-44f9-9a68-83163cf900f5 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cd4b580-a768-47fe-9e53-751a9c991f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826848 May 02 03:11:38.386738 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-6edb1317-8714-4fa9-a20e-575eb87cd21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:38.392772 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-4fab9c49-a41f-4bc2-9277-2ac006c7f161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:38.438821 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb1317-8714-4fa9-a20e-575eb87cd21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43d620f-7e9b-4cd9-8b3b-26f6f0c35afe,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:38.465614 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-6edb1317-8714-4fa9-a20e-575eb87cd21c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:38.491039 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-6edb1317-8714-4fa9-a20e-575eb87cd21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:38.501635 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-6edb1317-8714-4fa9-a20e-575eb87cd21c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c43d620f-7e9b-4cd9-8b3b-26f6f0c35afe HTTP/1.1" status: 204 len: 168 time: 0.3907139 May 02 03:11:38.570193 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e5d5a-4b87-4cb7-bab4-b43dc96140a9 req-905202e7-b957-46c3-abcc-509f495de764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:38.572963 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-500e5d5a-4b87-4cb7-bab4-b43dc96140a9 req-905202e7-b957-46c3-abcc-509f495de764 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 1098 time: 0.1242285 May 02 03:11:38.651629 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-500e5d5a-4b87-4cb7-bab4-b43dc96140a9 req-12ea588a-8ba4-42c6-83a1-5c10b04d8861 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706520 May 02 03:11:38.767710 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79830923-ea3f-4aec-9db7-2d7efb2fd5ee req-63eb3565-d1ca-4017-a478-d97887879452 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:38.769653 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-79830923-ea3f-4aec-9db7-2d7efb2fd5ee req-63eb3565-d1ca-4017-a478-d97887879452 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1051500 May 02 03:11:38.824707 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-79830923-ea3f-4aec-9db7-2d7efb2fd5ee req-281e4b9c-bc36-4c89-8719-1bf5bddd1f56 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477769 May 02 03:11:39.566832 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5dcbb-c903-4a2f-94c1-7d0d9763a03a req-743d79a4-2aef-4ab7-802d-9239297e9bc1 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:39.575595 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-77c5dcbb-c903-4a2f-94c1-7d0d9763a03a req-743d79a4-2aef-4ab7-802d-9239297e9bc1 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=16175734-8c22-460c-bfe2-c96d2e5cb76e HTTP/1.1" status: 200 len: 944 time: 0.1190464 May 02 03:11:39.653018 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-77c5dcbb-c903-4a2f-94c1-7d0d9763a03a req-0a0a58ba-b040-4350-a03a-68d1d91a079a tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cd4b580-a768-47fe-9e53-751a9c991f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763953 May 02 03:11:40.084694 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055351e-e037-4653-b4a1-2c194fbe796d req-902497a8-7dff-469f-a5f3-36e3086fed4c tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:40.086274 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a055351e-e037-4653-b4a1-2c194fbe796d req-902497a8-7dff-469f-a5f3-36e3086fed4c tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1059234 May 02 03:11:40.159465 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a055351e-e037-4653-b4a1-2c194fbe796d req-b78445ce-0912-4935-9ebe-3ade5c5fe484 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665920 May 02 03:11:40.491756 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 00a89929-ddf1-46a9-99d5-d9e1559e27ec up at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:11:40.643533 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning for port 00a89929-ddf1-46a9-99d5-d9e1559e27ec completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:11:40.657141 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning complete for port 00a89929-ddf1-46a9-99d5-d9e1559e27ec triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:11:40.657596 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:40.846369 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:40.893936 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 00a89929-ddf1-46a9-99d5-d9e1559e27ec, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=00a89929-ddf1-46a9-99d5-d9e1559e27ec,segment=NetworkSegment(671c2bc8-dc86-4f86-96d9-b382c313dbfa),segment_id=671c2bc8-dc86-4f86-96d9-b382c313dbfa)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:11:40.895828 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16175734-8c22-460c-bfe2-c96d2e5cb76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a89929-ddf1-46a9-99d5-d9e1559e27ec'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:11:40.907743 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:40.913208 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:41.011530 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=00a89929-ddf1-46a9-99d5-d9e1559e27ec,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:41.020898 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:41.074560 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b810b-17ad-4b5b-b28c-7657b7b70f01 req-788a4b25-1754-4bf4-9ee4-fa556f2d6353 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:41.076251 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-0e3b810b-17ad-4b5b-b28c-7657b7b70f01 req-788a4b25-1754-4bf4-9ee4-fa556f2d6353 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=16175734-8c22-460c-bfe2-c96d2e5cb76e HTTP/1.1" status: 200 len: 945 time: 0.2075248 May 02 03:11:41.139179 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-0e3b810b-17ad-4b5b-b28c-7657b7b70f01 req-3b58a92d-3ffb-408b-9302-16222b43fea3 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cd4b580-a768-47fe-9e53-751a9c991f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553906 May 02 03:11:41.173651 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c8273-b1cd-464a-9368-e455967eca2b req-3366db2b-f3f3-45ac-81d0-1ed6ecab3dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:41.176139 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-908c8273-b1cd-464a-9368-e455967eca2b req-3366db2b-f3f3-45ac-81d0-1ed6ecab3dd4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42c15d9132f24a548967a141c68926b6&device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 1098 time: 0.4054902 May 02 03:11:41.283999 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16175734-8c22-460c-bfe2-c96d2e5cb76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a89929-ddf1-46a9-99d5-d9e1559e27ec', 'code': 200} May 02 03:11:41.378325 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c8273-b1cd-464a-9368-e455967eca2b req-92fd929d-81ed-4710-b14a-ffc23e75fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:41.380138 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-908c8273-b1cd-464a-9368-e455967eca2b req-92fd929d-81ed-4710-b14a-ffc23e75fcac service neutron] 10.222.0.16 "GET /v2.0/networks?id=422326d9-912b-4a25-82b9-6ae37fe68d00 HTTP/1.1" status: 200 len: 919 time: 0.1971772 May 02 03:11:41.476709 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-908c8273-b1cd-464a-9368-e455967eca2b req-ea254a01-deb5-4ff7-bb39-36633e3e051b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 HTTP/1.1" status: 200 len: 217 time: 0.0864029 May 02 03:11:41.584978 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e820ac9-6787-42a7-b304-0e24b7c17ffa req-cae370f0-0b4e-493e-bad4-4672b8638764 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:41.586591 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-5e820ac9-6787-42a7-b304-0e24b7c17ffa req-cae370f0-0b4e-493e-bad4-4672b8638764 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.6596582 May 02 03:11:41.664191 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c8273-b1cd-464a-9368-e455967eca2b req-b3ad0269-c587-4b02-b8ae-81c176a1f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:41.665710 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-908c8273-b1cd-464a-9368-e455967eca2b req-b3ad0269-c587-4b02-b8ae-81c176a1f539 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9b6e3be-0fc1-4ca2-8d57-9b34e3e05baf HTTP/1.1" status: 200 len: 858 time: 0.1827602 May 02 03:11:41.725603 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8080cf9-2c23-4011-88f0-dced34f244fb req-f727b7cc-dccf-4286-8353-d5978f406c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:41.727949 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f8080cf9-2c23-4011-88f0-dced34f244fb req-f727b7cc-dccf-4286-8353-d5978f406c5e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=16175734-8c22-460c-bfe2-c96d2e5cb76e HTTP/1.1" status: 200 len: 1098 time: 0.1879618 May 02 03:11:41.733897 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-5e820ac9-6787-42a7-b304-0e24b7c17ffa req-cca7df22-3ae1-4165-8592-61e4eb81f0e9 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252570 May 02 03:11:41.747111 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-908c8273-b1cd-464a-9368-e455967eca2b req-77e8159d-34d0-4ad8-a337-bb35be4dda90 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=422326d9-912b-4a25-82b9-6ae37fe68d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732222 May 02 03:11:41.798647 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f8080cf9-2c23-4011-88f0-dced34f244fb req-7dedc24e-4522-450e-a6d4-2c3bb6cbee3d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0cd4b580-a768-47fe-9e53-751a9c991f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611126 May 02 03:11:41.917081 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-908c8273-b1cd-464a-9368-e455967eca2b req-db9d9e83-6a65-4788-8474-7c890d554636 service neutron] 10.222.0.16 "GET /v2.0/networks/422326d9-912b-4a25-82b9-6ae37fe68d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607909 May 02 03:11:42.058111 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-fc205e3a-7314-452a-9c6b-cb83935c71f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:42.137941 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-908c8273-b1cd-464a-9368-e455967eca2b req-bc2bb64b-c8f9-4359-9838-47fdef10a519 service neutron] 10.222.0.16 "GET /v2.0/networks/422326d9-912b-4a25-82b9-6ae37fe68d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975543 May 02 03:11:42.573690 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5c962-dffe-40dd-9a03-eb24df97bfd9 req-f537ff0a-d0d4-4373-84e5-e348680ab4b8 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:42.576513 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-61a5c962-dffe-40dd-9a03-eb24df97bfd9 req-f537ff0a-d0d4-4373-84e5-e348680ab4b8 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=16175734-8c22-460c-bfe2-c96d2e5cb76e HTTP/1.1" status: 200 len: 945 time: 0.2067227 May 02 03:11:42.701430 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-61a5c962-dffe-40dd-9a03-eb24df97bfd9 req-e0a205d1-8e08-4c3f-887f-a8bf128bd03e tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cd4b580-a768-47fe-9e53-751a9c991f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137643 May 02 03:11:43.121688 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-b4691dd3-b5d2-4fb5-a9e9-4323f51971ee tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:43.130047 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-b4691dd3-b5d2-4fb5-a9e9-4323f51971ee tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/networks?id=de631dfc-e161-49b8-9997-23bba9416921 HTTP/1.1" status: 200 len: 814 time: 0.4272225 May 02 03:11:43.148492 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-68362039-8d3f-4a21-a21b-204b58cc79a0 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/quotas/d517c1706c83412cb9564e16749007b5 HTTP/1.1" status: 200 len: 375 time: 0.0171959 May 02 03:11:43.312526 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11486d-6868-4171-8b4c-3b9daa7fd41f req-97da1e40-2d40-412e-ab61-4b8e5908d276 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:43.318320 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-9d706e2f-36df-4ff9-a17b-517a51056538 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d517c1706c83412cb9564e16749007b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1682353 May 02 03:11:43.321947 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-9c11486d-6868-4171-8b4c-3b9daa7fd41f req-97da1e40-2d40-412e-ab61-4b8e5908d276 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1425898 May 02 03:11:43.389460 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-9c11486d-6868-4171-8b4c-3b9daa7fd41f req-ed761f0f-b953-4494-b748-83ebabac805d tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653636 May 02 03:11:43.590791 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-114a9ba5-6b56-452f-b6aa-081906bd9e79 service neutron] 10.222.0.20 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707226 May 02 03:11:43.928805 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-4c2ebe6d-c829-47a2-a5f2-5b5fcb4f82d9 service neutron] 10.222.0.20 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340888 May 02 03:11:44.019349 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 39600) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:44.067857 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05146e-95e4-4eff-8e82-f273c15cfcf0 req-350651ac-2cfc-48bb-a5e9-7a9937492a0b tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:44.069840 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-db05146e-95e4-4eff-8e82-f273c15cfcf0 req-350651ac-2cfc-48bb-a5e9-7a9937492a0b tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=16175734-8c22-460c-bfe2-c96d2e5cb76e HTTP/1.1" status: 200 len: 945 time: 0.1300533 May 02 03:11:44.165474 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-db05146e-95e4-4eff-8e82-f273c15cfcf0 req-b5ef0556-a93c-499f-ad02-feb1da395fec tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cd4b580-a768-47fe-9e53-751a9c991f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888226 May 02 03:11:44.340477 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-6080a009-db99-4340-94ab-5ecb5c479770 req-4f4c4053-1bb7-4fa6-bf0e-8cf23b2d3887 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=34da49aa-b7cb-49bd-8c98-27f9cb67bbf8 HTTP/1.1" status: 200 len: 210 time: 0.0684960 May 02 03:11:44.373857 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-33a62f40-4954-4bb7-bc20-32786858f9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:44.406840 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-33a62f40-4954-4bb7-bc20-32786858f9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:44.414551 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-33a62f40-4954-4bb7-bc20-32786858f9d4 admin admin] Usage tracker for resource:security_group_rule and tenant:af90626e5d5e4480a682fdba36809861 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:44.422783 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-33a62f40-4954-4bb7-bc20-32786858f9d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:44.440975 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-33a62f40-4954-4bb7-bc20-32786858f9d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:44.632652 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-33a62f40-4954-4bb7-bc20-32786858f9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:44.638149 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1b437ca5-1fa6-4798-b3bc-75ff9b8bf95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:44.642170 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-33a62f40-4954-4bb7-bc20-32786858f9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:44.653919 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-22692ebd-5b72-4107-986c-88ba36d68ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:44.710907 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-33a62f40-4954-4bb7-bc20-32786858f9d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af90626e5d5e4480a682fdba36809861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6867115 May 02 03:11:44.711213 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 39632) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:44.823278 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a62f40-4954-4bb7-bc20-32786858f9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0476ec-fa94-4412-a798-fc6e6860d88b,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:44.837496 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-4fae8f38-428b-4bac-9f0c-aa2b2ace9fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:44.841603 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a62f40-4954-4bb7-bc20-32786858f9d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:44.843384 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a62f40-4954-4bb7-bc20-32786858f9d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:44.843937 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a62f40-4954-4bb7-bc20-32786858f9d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:44.847132 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a62f40-4954-4bb7-bc20-32786858f9d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:44.847798 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a62f40-4954-4bb7-bc20-32786858f9d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:44.848467 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a62f40-4954-4bb7-bc20-32786858f9d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:44.848974 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a62f40-4954-4bb7-bc20-32786858f9d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:44.849563 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a62f40-4954-4bb7-bc20-32786858f9d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:44.849832 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a62f40-4954-4bb7-bc20-32786858f9d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:44.850326 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a62f40-4954-4bb7-bc20-32786858f9d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:44.856033 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a62f40-4954-4bb7-bc20-32786858f9d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:44.856655 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a62f40-4954-4bb7-bc20-32786858f9d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:44.862587 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-33a62f40-4954-4bb7-bc20-32786858f9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:44.923841 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-4fae8f38-428b-4bac-9f0c-aa2b2ace9fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:44.939289 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:44.942382 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cfd38-447f-4f0d-9eca-f2e66017aa1b req-5b9d2ee6-a5b8-47b9-996d-b953c38841e1 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:44.944349 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-fd3cfd38-447f-4f0d-9eca-f2e66017aa1b req-5b9d2ee6-a5b8-47b9-996d-b953c38841e1 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.2454193 May 02 03:11:45.023650 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-fd3cfd38-447f-4f0d-9eca-f2e66017aa1b req-2b387e75-d385-49f9-99fb-4a37b5eaf869 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616829 May 02 03:11:45.095095 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-4fae8f38-428b-4bac-9f0c-aa2b2ace9fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:45.106176 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-dfcd1b75-53a3-42c5-8bf3-56743b4ab04f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:45.131336 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae8f38-428b-4bac-9f0c-aa2b2ace9fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0476ec-fa94-4412-a798-fc6e6860d88b,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:45.154964 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae8f38-428b-4bac-9f0c-aa2b2ace9fb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:45.155706 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae8f38-428b-4bac-9f0c-aa2b2ace9fb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:45.156300 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae8f38-428b-4bac-9f0c-aa2b2ace9fb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:45.156916 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae8f38-428b-4bac-9f0c-aa2b2ace9fb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:45.157957 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae8f38-428b-4bac-9f0c-aa2b2ace9fb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:45.158710 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae8f38-428b-4bac-9f0c-aa2b2ace9fb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:45.159312 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae8f38-428b-4bac-9f0c-aa2b2ace9fb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:45.159933 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae8f38-428b-4bac-9f0c-aa2b2ace9fb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:45.160512 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae8f38-428b-4bac-9f0c-aa2b2ace9fb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:45.161092 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae8f38-428b-4bac-9f0c-aa2b2ace9fb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:45.161684 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae8f38-428b-4bac-9f0c-aa2b2ace9fb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:45.162273 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae8f38-428b-4bac-9f0c-aa2b2ace9fb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:45.178411 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-4fae8f38-428b-4bac-9f0c-aa2b2ace9fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:45.180199 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-4fae8f38-428b-4bac-9f0c-aa2b2ace9fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:45.182286 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-4fae8f38-428b-4bac-9f0c-aa2b2ace9fb9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e0476ec-fa94-4412-a798-fc6e6860d88b HTTP/1.1" status: 204 len: 168 time: 0.4698789 May 02 03:11:45.542317 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-45d3ac9b-6f25-4935-a6e3-3712293a01d0 req-41db7da5-9e00-4788-be37-dcb06dc1b969 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=34da49aa-b7cb-49bd-8c98-27f9cb67bbf8 HTTP/1.1" status: 200 len: 210 time: 0.0571530 May 02 03:11:45.684932 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 39666) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:45.720895 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-984fa763-6ff6-4f62-a961-d59138e6880f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:45.798105 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-984fa763-6ff6-4f62-a961-d59138e6880f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:45.809060 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-984fa763-6ff6-4f62-a961-d59138e6880f admin admin] Usage tracker for resource:security_group_rule and tenant:7f1d0af692a7430e96f3a2a6463a7790 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:45.815488 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-984fa763-6ff6-4f62-a961-d59138e6880f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:45.832193 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-984fa763-6ff6-4f62-a961-d59138e6880f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:46.033210 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:46.112633 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-984fa763-6ff6-4f62-a961-d59138e6880f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:46.120075 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-984fa763-6ff6-4f62-a961-d59138e6880f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:46.129812 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-9b755c96-63f8-4654-9213-13ca73e74585 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:46.131332 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-9b755c96-63f8-4654-9213-13ca73e74585 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.16 "GET /v2.0/networks?id=de631dfc-e161-49b8-9997-23bba9416921 HTTP/1.1" status: 200 len: 814 time: 0.2488341 May 02 03:11:46.143372 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:46.157189 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-4d7e9a3c-d977-4c27-a5bc-37e78c54f06e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Request body: {'port': {'device_id': '34da49aa-b7cb-49bd-8c98-27f9cb67bbf8', 'network_id': 'de631dfc-e161-49b8-9997-23bba9416921', 'admin_state_up': True, 'tenant_id': 'd517c1706c83412cb9564e16749007b5'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:11:46.310954 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-984fa763-6ff6-4f62-a961-d59138e6880f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f1d0af692a7430e96f3a2a6463a7790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6244597 May 02 03:11:46.317508 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 39692) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:46.350002 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fa763-6ff6-4f62-a961-d59138e6880f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a635c4-1a47-4463-ade3-768ef1aa104b,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:46.377183 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-984fa763-6ff6-4f62-a961-d59138e6880f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:46.473667 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-fd021335-aeec-48f7-a459-b3553dd05bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:46.513535 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-fd021335-aeec-48f7-a459-b3553dd05bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:46.549571 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-4d7e9a3c-d977-4c27-a5bc-37e78c54f06e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:46.595328 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-4d7e9a3c-d977-4c27-a5bc-37e78c54f06e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:46.622314 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-4d7e9a3c-d977-4c27-a5bc-37e78c54f06e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Made reservation on behalf of d517c1706c83412cb9564e16749007b5 for: {'port': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:11:46.630699 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-4d7e9a3c-d977-4c27-a5bc-37e78c54f06e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:46.653960 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-fd021335-aeec-48f7-a459-b3553dd05bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:46.663981 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-4fb152c5-e665-41e4-858c-6d45134cb88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:46.699218 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd021335-aeec-48f7-a459-b3553dd05bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a635c4-1a47-4463-ade3-768ef1aa104b,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:46.708118 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-fd021335-aeec-48f7-a459-b3553dd05bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:46.709274 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-fd021335-aeec-48f7-a459-b3553dd05bbe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33a635c4-1a47-4463-ade3-768ef1aa104b HTTP/1.1" status: 204 len: 168 time: 0.3908031 May 02 03:11:46.710282 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-fd021335-aeec-48f7-a459-b3553dd05bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:46.911178 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 39728) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:46.962408 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc0f2c-1556-4bee-a77b-f7726fb19ba3 req-469ac497-8d15-46c0-8d01-7a61b9ba2a5e tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:46.970757 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-becc0f2c-1556-4bee-a77b-f7726fb19ba3 req-469ac497-8d15-46c0-8d01-7a61b9ba2a5e tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=16175734-8c22-460c-bfe2-c96d2e5cb76e HTTP/1.1" status: 200 len: 945 time: 0.2063229 May 02 03:11:46.974750 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-fbcff74f-cce2-4da9-a171-dc7fce5e6f60 req-681e1304-805a-480f-818d-4255194d8643 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=34da49aa-b7cb-49bd-8c98-27f9cb67bbf8 HTTP/1.1" status: 200 len: 210 time: 0.2724159 May 02 03:11:47.032965 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-becc0f2c-1556-4bee-a77b-f7726fb19ba3 req-f417bbb8-ee65-42ed-914a-17ca6fa4f238 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cd4b580-a768-47fe-9e53-751a9c991f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609024 May 02 03:11:47.216642 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-4d7e9a3c-d977-4c27-a5bc-37e78c54f06e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Allocated IP 172.20.0.10 (de631dfc-e161-49b8-9997-23bba9416921/1cd82b9e-d7e9-4d5f-b918-f8614d502fad/d470d35f-1d50-4e8c-b145-da2c4bafbb2c) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:11:47.403275 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b1b2cf27-7bd3-417a-9675-e47296d144ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:47.482963 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-b1b2cf27-7bd3-417a-9675-e47296d144ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:47.492666 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-b1b2cf27-7bd3-417a-9675-e47296d144ba admin admin] Usage tracker for resource:security_group_rule and tenant:d10ed88684874d848b10145e718001c0 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:47.498164 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-b1b2cf27-7bd3-417a-9675-e47296d144ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:47.513028 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-b1b2cf27-7bd3-417a-9675-e47296d144ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:47.541700 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6bd74-fc60-46e0-95d1-a51814284223 req-f11c93f8-de6f-4194-8804-e793189bbf07 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:47.547182 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-24e6bd74-fc60-46e0-95d1-a51814284223 req-f11c93f8-de6f-4194-8804-e793189bbf07 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1925364 May 02 03:11:47.625165 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-24e6bd74-fc60-46e0-95d1-a51814284223 req-18c13280-2cdb-4b74-9ba8-8b16b2b0e8e1 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689397 May 02 03:11:47.636505 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-4d7e9a3c-d977-4c27-a5bc-37e78c54f06e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:47.760550 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:47.808978 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-4d7e9a3c-d977-4c27-a5bc-37e78c54f06e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:47.832229 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['2094c639-72ff-40b6-a726-ff20e8d9032f', '4abd5286-ff50-4f16-ac14-ce079aae3479', '273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:11:47.836778 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-10135641-d18c-42a3-a715-b9d8e8614fa4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:47.907950 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-4d7e9a3c-d977-4c27-a5bc-37e78c54f06e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Network de631dfc-e161-49b8-9997-23bba9416921 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:11:47.913623 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b1b2cf27-7bd3-417a-9675-e47296d144ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:47.927334 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-4d7e9a3c-d977-4c27-a5bc-37e78c54f06e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Resources bound (agent type, host, resource id): {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:11:47.945659 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-4d7e9a3c-d977-4c27-a5bc-37e78c54f06e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:11:47.958578 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-4d7e9a3c-d977-4c27-a5bc-37e78c54f06e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:47.960086 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-4d7e9a3c-d977-4c27-a5bc-37e78c54f06e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:47.967294 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b1b2cf27-7bd3-417a-9675-e47296d144ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:48.054217 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-b1b2cf27-7bd3-417a-9675-e47296d144ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d10ed88684874d848b10145e718001c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1230919 May 02 03:11:48.071473 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 39766) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:48.084650 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e9a3c-d977-4c27-a5bc-37e78c54f06e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Pushing event updated for resources: {'Port': ['ID=d470d35f-1d50-4e8c-b145-da2c4bafbb2c,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:48.090767 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-4d7e9a3c-d977-4c27-a5bc-37e78c54f06e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:48.091283 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-002cba2d-9b1b-4fa0-a62d-38f5d539e144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:48.146092 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2cf27-7bd3-417a-9675-e47296d144ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6cd358-1dee-4f24-8614-c331c8dea915,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:48.154805 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-b1b2cf27-7bd3-417a-9675-e47296d144ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:48.177688 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-4d7e9a3c-d977-4c27-a5bc-37e78c54f06e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0318987 May 02 03:11:48.203920 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] Request body: {'port': {'device_id': '34da49aa-b7cb-49bd-8c98-27f9cb67bbf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:11:48.385462 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a20ba9b2-6225-4051-87ed-89821022aca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:48.501011 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:48.595405 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a20ba9b2-6225-4051-87ed-89821022aca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:48.969438 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0215d-10c5-41fb-a52d-a7cce2bf954b req-f5518101-1db5-4684-b942-78e157e27418 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:48.978806 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-97e0215d-10c5-41fb-a52d-a7cce2bf954b req-f5518101-1db5-4684-b942-78e157e27418 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=34da49aa-b7cb-49bd-8c98-27f9cb67bbf8 HTTP/1.1" status: 200 len: 932 time: 0.5442319 May 02 03:11:49.008780 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b640b6-76aa-4420-844c-7cb608f8d01b req-b9da7e45-3982-4ee3-8441-555c6e7c6035 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:49.011520 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-91b640b6-76aa-4420-844c-7cb608f8d01b req-b9da7e45-3982-4ee3-8441-555c6e7c6035 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.16 "GET /v2.0/ports?device_id=16175734-8c22-460c-bfe2-c96d2e5cb76e HTTP/1.1" status: 200 len: 945 time: 0.4314218 May 02 03:11:49.012484 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a20ba9b2-6225-4051-87ed-89821022aca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:49.024885 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b9d82560-b518-478f-92eb-56f399b5deaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:49.151869 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ba9b2-6225-4051-87ed-89821022aca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6cd358-1dee-4f24-8614-c331c8dea915,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:49.159788 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-a20ba9b2-6225-4051-87ed-89821022aca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:49.228275 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a20ba9b2-6225-4051-87ed-89821022aca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:49.232167 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-a20ba9b2-6225-4051-87ed-89821022aca5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff6cd358-1dee-4f24-8614-c331c8dea915 HTTP/1.1" status: 204 len: 168 time: 1.1686804 May 02 03:11:49.320113 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-97e0215d-10c5-41fb-a52d-a7cce2bf954b req-59fdf6fe-25cf-46c8-bb38-96d90368c474 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400886 May 02 03:11:49.429716 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [req-91b640b6-76aa-4420-844c-7cb608f8d01b req-2510b8d1-ba46-46d3-97d2-aaa1d0903322 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Deleting port 00a89929-ddf1-46a9-99d5-d9e1559e27ec {{(pid=73839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:11:49.431901 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-91b640b6-76aa-4420-844c-7cb608f8d01b req-2510b8d1-ba46-46d3-97d2-aaa1d0903322 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:49.496226 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 39842) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:49.615603 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 39848) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:49.635200 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4983d-8c31-45b6-a1c6-3f957702ba2b req-8fa749ac-223a-4a36-8116-4f97ca80b341 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:49.654538 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-37c4983d-8c31-45b6-a1c6-3f957702ba2b req-8fa749ac-223a-4a36-8116-4f97ca80b341 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=16175734-8c22-460c-bfe2-c96d2e5cb76e HTTP/1.1" status: 200 len: 945 time: 0.6017628 May 02 03:11:49.751044 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [req-91b640b6-76aa-4420-844c-7cb608f8d01b req-2510b8d1-ba46-46d3-97d2-aaa1d0903322 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] For port 00a89929-ddf1-46a9-99d5-d9e1559e27ec, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=00a89929-ddf1-46a9-99d5-d9e1559e27ec,segment=NetworkSegment(671c2bc8-dc86-4f86-96d9-b382c313dbfa),segment_id=671c2bc8-dc86-4f86-96d9-b382c313dbfa)] {{(pid=73839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:11:49.756383 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-91b640b6-76aa-4420-844c-7cb608f8d01b req-2510b8d1-ba46-46d3-97d2-aaa1d0903322 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:49.801666 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d470d35f-1d50-4e8c-b145-da2c4bafbb2c {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:11:49.816463 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:49.843347 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] Transition to ACTIVE for port object d470d35f-1d50-4e8c-b145-da2c4bafbb2c will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:11:49.876781 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:49.897928 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:50.046765 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [req-91b640b6-76aa-4420-844c-7cb608f8d01b req-2510b8d1-ba46-46d3-97d2-aaa1d0903322 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Calling delete_port for 00a89929-ddf1-46a9-99d5-d9e1559e27ec owned by compute:nova {{(pid=73839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:11:50.206206 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-37c4983d-8c31-45b6-a1c6-3f957702ba2b req-93e69e9a-f36a-43dd-b8a1-9adb839f7360 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/security-groups?id=0cd4b580-a768-47fe-9e53-751a9c991f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5498276 May 02 03:11:50.260784 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c66dd8aa-ed50-4154-bef0-377cedd8583a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:50.279487 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d470d35f-1d50-4e8c-b145-da2c4bafbb2c,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:50.283078 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-c66dd8aa-ed50-4154-bef0-377cedd8583a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:50.290044 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-c66dd8aa-ed50-4154-bef0-377cedd8583a admin admin] Usage tracker for resource:security_group_rule and tenant:b35408e19b6c43f9b105304a665bc2a4 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:50.293830 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-c66dd8aa-ed50-4154-bef0-377cedd8583a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:50.304050 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-c66dd8aa-ed50-4154-bef0-377cedd8583a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:50.314712 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:50.319637 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] Attempting to bind port d470d35f-1d50-4e8c-b145-da2c4bafbb2c on host hv-cinder-78907 for vnic_type normal with profile {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:11:50.320208 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] Attempting to bind port d470d35f-1d50-4e8c-b145-da2c4bafbb2c by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '9a4193b4-49de-4b60-8991-8a5cf7fb4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'de631dfc-e161-49b8-9997-23bba9416921'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:11:50.320656 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] Attempting to bind port d470d35f-1d50-4e8c-b145-da2c4bafbb2c on network de631dfc-e161-49b8-9997-23bba9416921 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:11:50.328403 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] Port d470d35f-1d50-4e8c-b145-da2c4bafbb2c on network de631dfc-e161-49b8-9997-23bba9416921 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:11:50.329147 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] Attempting to bind port d470d35f-1d50-4e8c-b145-da2c4bafbb2c on network de631dfc-e161-49b8-9997-23bba9416921 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:11:50.337207 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-190868cb-ab12-44fe-aea1-ac1c86c7f9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:50.376314 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] Checking agent: {'id': 'f9e719c6-981b-4bb7-a7e6-8d35fc174b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'started_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:11:50.378965 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] Checking segment: {'id': '9a4193b4-49de-4b60-8991-8a5cf7fb4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'de631dfc-e161-49b8-9997-23bba9416921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:11:50.383795 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] Bound using segment: {'id': '9a4193b4-49de-4b60-8991-8a5cf7fb4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'de631dfc-e161-49b8-9997-23bba9416921'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:11:50.386118 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] Bound port: d470d35f-1d50-4e8c-b145-da2c4bafbb2c, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4193b4-49de-4b60-8991-8a5cf7fb4e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'de631dfc-e161-49b8-9997-23bba9416921'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:11:50.386560 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:50.417166 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-190868cb-ab12-44fe-aea1-ac1c86c7f9e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:50.448864 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-91b640b6-76aa-4420-844c-7cb608f8d01b req-2510b8d1-ba46-46d3-97d2-aaa1d0903322 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:50.462090 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['00a89929-ddf1-46a9-99d5-d9e1559e27ec'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:11:50.467861 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-f8685189-62bb-43e5-a84d-bd92a5a922cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:50.540434 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-190868cb-ab12-44fe-aea1-ac1c86c7f9e7 admin admin] Usage tracker for resource:security_group_rule and tenant:31880dfdb18d4cc28b3783124c3042a4 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:50.548672 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-190868cb-ab12-44fe-aea1-ac1c86c7f9e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:50.559044 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-190868cb-ab12-44fe-aea1-ac1c86c7f9e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:50.574727 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510b8d1-ba46-46d3-97d2-aaa1d0903322 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Pushing event deleted for resources: {'Port': ['ID=00a89929-ddf1-46a9-99d5-d9e1559e27ec,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:50.578930 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-2510b8d1-ba46-46d3-97d2-aaa1d0903322 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:50.750419 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b640b6-76aa-4420-844c-7cb608f8d01b req-2510b8d1-ba46-46d3-97d2-aaa1d0903322 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] No DVR routers for this DVR port 00a89929-ddf1-46a9-99d5-d9e1559e27ec on host hv-cinder-78907 {{(pid=73839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:11:50.788251 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-91b640b6-76aa-4420-844c-7cb608f8d01b req-2510b8d1-ba46-46d3-97d2-aaa1d0903322 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:50.791383 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16175734-8c22-460c-bfe2-c96d2e5cb76e', 'name': 'network-vif-deleted', 'tag': '00a89929-ddf1-46a9-99d5-d9e1559e27ec'}] {{(pid=73839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:11:50.898422 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-190868cb-ab12-44fe-aea1-ac1c86c7f9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:50.899013 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c66dd8aa-ed50-4154-bef0-377cedd8583a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:50.909287 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] For port d470d35f-1d50-4e8c-b145-da2c4bafbb2c, host hv-cinder-78907, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:11:50.917509 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-190868cb-ab12-44fe-aea1-ac1c86c7f9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:50.936040 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-91b640b6-76aa-4420-844c-7cb608f8d01b req-2510b8d1-ba46-46d3-97d2-aaa1d0903322 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.16 "DELETE /v2.0/ports/00a89929-ddf1-46a9-99d5-d9e1559e27ec HTTP/1.1" status: 204 len: 173 time: 1.8859179 May 02 03:11:50.950999 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c66dd8aa-ed50-4154-bef0-377cedd8583a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:50.984533 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-b126c0d9-db17-4eb5-81be-2672897a7663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:50.994442 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-190868cb-ab12-44fe-aea1-ac1c86c7f9e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31880dfdb18d4cc28b3783124c3042a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4912331 May 02 03:11:50.998643 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 39902) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:50.998841 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-47800aa8-3a0c-43d0-8df4-33ee1f8017cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:51.006260 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] For port d470d35f-1d50-4e8c-b145-da2c4bafbb2c, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=d470d35f-1d50-4e8c-b145-da2c4bafbb2c,segment=NetworkSegment(9a4193b4-49de-4b60-8991-8a5cf7fb4e4b),segment_id=9a4193b4-49de-4b60-8991-8a5cf7fb4e4b)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:11:51.041211 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16175734-8c22-460c-bfe2-c96d2e5cb76e', 'name': 'network-vif-deleted', 'tag': '00a89929-ddf1-46a9-99d5-d9e1559e27ec', 'status': 'completed', 'code': 200} May 02 03:11:51.059946 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:51.084641 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190868cb-ab12-44fe-aea1-ac1c86c7f9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c070e2fc-286f-4b66-856a-f00f8e235487,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:51.088068 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-190868cb-ab12-44fe-aea1-ac1c86c7f9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:51.093472 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-e5cffbdc-14a7-4ec0-addb-62566a43635f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:51.158685 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:51.161565 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:51.161704 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf43bc8-5d92-4903-9b1e-05529ba8eca2 req-8b040bb4-4a93-4340-9777-fafa0c49cbcc tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:51.161840 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] 10.222.0.16 "PUT /v2.0/ports/d470d35f-1d50-4e8c-b145-da2c4bafbb2c HTTP/1.1" status: 200 len: 1094 time: 2.9646232 May 02 03:11:51.163244 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34da49aa-b7cb-49bd-8c98-27f9cb67bbf8', 'tag': 'd470d35f-1d50-4e8c-b145-da2c4bafbb2c'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:11:51.198341 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-0bf43bc8-5d92-4903-9b1e-05529ba8eca2 req-8b040bb4-4a93-4340-9777-fafa0c49cbcc tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=34da49aa-b7cb-49bd-8c98-27f9cb67bbf8 HTTP/1.1" status: 200 len: 944 time: 0.6686523 May 02 03:11:51.228454 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-77c208c1-e455-4b3d-97bc-d21c955d0738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:51.285009 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-77c208c1-e455-4b3d-97bc-d21c955d0738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:51.298179 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d470d35f-1d50-4e8c-b145-da2c4bafbb2c,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:51.301667 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:51.324537 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-c66dd8aa-ed50-4154-bef0-377cedd8583a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b35408e19b6c43f9b105304a665bc2a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7075529 May 02 03:11:51.328219 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66dd8aa-ed50-4154-bef0-377cedd8583a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0347b2a5-006a-4b3a-803b-46fd5297e224,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:51.335487 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-c66dd8aa-ed50-4154-bef0-377cedd8583a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:51.337810 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 39914) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:51.393028 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34da49aa-b7cb-49bd-8c98-27f9cb67bbf8', 'tag': 'd470d35f-1d50-4e8c-b145-da2c4bafbb2c', 'status': 'completed', 'code': 200} May 02 03:11:51.427245 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-0bf43bc8-5d92-4903-9b1e-05529ba8eca2 req-a0219541-4ce8-4d15-8862-5a00a892fc3e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222831 May 02 03:11:51.574038 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-01560209-6f06-43a1-93c7-ee3de23208ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:51.635566 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0c21b5b8-5522-4165-90c3-2d9638d052f1 req-a15adf15-fef5-4a42-9b01-3b1a8d5025a7 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=16175734-8c22-460c-bfe2-c96d2e5cb76e HTTP/1.1" status: 200 len: 210 time: 0.0634754 May 02 03:11:51.716655 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-01560209-6f06-43a1-93c7-ee3de23208ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:51.748088 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-ade1995c-e465-4714-aac8-ab89afd02f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:51.750817 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-ade1995c-e465-4714-aac8-ab89afd02f34 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d517c1706c83412cb9564e16749007b5&device_id=34da49aa-b7cb-49bd-8c98-27f9cb67bbf8 HTTP/1.1" status: 200 len: 1097 time: 0.3552742 May 02 03:11:51.756289 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-77c208c1-e455-4b3d-97bc-d21c955d0738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:51.768754 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-33a62f40-4954-4bb7-bc20-32786858f9d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:51.884046 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c208c1-e455-4b3d-97bc-d21c955d0738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c070e2fc-286f-4b66-856a-f00f8e235487,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:51.898447 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-45ed8375-c0cf-49c3-b712-9e123289e49f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d470d35f-1d50-4e8c-b145-da2c4bafbb2c HTTP/1.1" status: 200 len: 217 time: 0.1124971 May 02 03:11:51.899351 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-77c208c1-e455-4b3d-97bc-d21c955d0738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:51.978326 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-77c208c1-e455-4b3d-97bc-d21c955d0738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:51.980636 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-77c208c1-e455-4b3d-97bc-d21c955d0738 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c070e2fc-286f-4b66-856a-f00f8e235487 HTTP/1.1" status: 204 len: 168 time: 0.9713497 May 02 03:11:52.060594 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-c7ac4e31-ba0d-4cd4-bd38-587a74757da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:52.064564 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-c7ac4e31-ba0d-4cd4-bd38-587a74757da5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1cd82b9e-d7e9-4d5f-b918-f8614d502fad HTTP/1.1" status: 200 len: 854 time: 0.1408293 May 02 03:11:52.075531 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-01560209-6f06-43a1-93c7-ee3de23208ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:52.086679 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-5b0942fd-4b73-40b6-ba10-45b760008172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:52.167001 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01560209-6f06-43a1-93c7-ee3de23208ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0347b2a5-006a-4b3a-803b-46fd5297e224,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:52.178819 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-01560209-6f06-43a1-93c7-ee3de23208ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:52.182541 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-c16ed72f-8260-4e70-a509-55cf212db3dd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de631dfc-e161-49b8-9997-23bba9416921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967686 May 02 03:11:52.190328 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-01560209-6f06-43a1-93c7-ee3de23208ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:52.191736 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-01560209-6f06-43a1-93c7-ee3de23208ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0347b2a5-006a-4b3a-803b-46fd5297e224 HTTP/1.1" status: 204 len: 168 time: 0.8518119 May 02 03:11:52.503486 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-bb1c27ff-477d-463d-871b-95af2e95ac28 service neutron] 10.222.0.16 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102634 May 02 03:11:52.542536 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 00a89929-ddf1-46a9-99d5-d9e1559e27ec no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:11:52.685039 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac273dc-31cd-4784-bd14-24ddf573f240 req-3b0ad083-b4fc-4b96-a2ed-0c62e0f7cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:52.692842 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-bac273dc-31cd-4784-bd14-24ddf573f240 req-3b0ad083-b4fc-4b96-a2ed-0c62e0f7cde4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42c15d9132f24a548967a141c68926b6&device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 1098 time: 0.2874937 May 02 03:11:52.704691 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-06578581-5416-4b0b-80be-835749a33250 None None] No Port match for: 00a89929-ddf1-46a9-99d5-d9e1559e27ec {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:11:52.708390 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 00a89929-ddf1-46a9-99d5-d9e1559e27ec not bound to the agent host hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:11:53.055423 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac273dc-31cd-4784-bd14-24ddf573f240 req-9ddd09e3-ab68-45c9-8f12-7d5391f8f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:53.057262 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-bac273dc-31cd-4784-bd14-24ddf573f240 req-9ddd09e3-ab68-45c9-8f12-7d5391f8f309 service neutron] 10.222.0.16 "GET /v2.0/networks?id=422326d9-912b-4a25-82b9-6ae37fe68d00 HTTP/1.1" status: 200 len: 919 time: 0.3471730 May 02 03:11:53.060887 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 39958) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:53.122074 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-58eba34c-d307-4262-bcb9-9b253a975da5 req-b7358b72-8a07-4212-96f1-04212d46d583 service neutron] 10.222.0.16 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6114480 May 02 03:11:53.158844 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 39962) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:53.193154 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d32f-a0b5-45e8-ad3c-e9dc730103e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:53.207606 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872390e5-36ca-4123-a6c2-58e941d11634 req-887dfd98-e743-422b-a329-8aab6faaeb3a tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:53.209198 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-872390e5-36ca-4123-a6c2-58e941d11634 req-887dfd98-e743-422b-a329-8aab6faaeb3a tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1852720 May 02 03:11:53.241878 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-1ee42de7-8418-4e1a-a25f-a7f17660eded admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:53.252882 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-bac273dc-31cd-4784-bd14-24ddf573f240 req-824f2353-2f2f-4a42-ab01-fc943cbbaf0f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 HTTP/1.1" status: 200 len: 217 time: 0.0899994 May 02 03:11:53.258423 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-c9f6d32f-a0b5-45e8-ad3c-e9dc730103e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:53.266515 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59263d86-bf3a-4f94-9188-6527dbb8adeb req-b7a70726-47ab-4143-a466-ffe3e3e756bf tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:53.268089 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-59263d86-bf3a-4f94-9188-6527dbb8adeb req-b7a70726-47ab-4143-a466-ffe3e3e756bf tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=34da49aa-b7cb-49bd-8c98-27f9cb67bbf8 HTTP/1.1" status: 200 len: 944 time: 0.3456109 May 02 03:11:53.286085 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-c9f6d32f-a0b5-45e8-ad3c-e9dc730103e6 admin admin] Usage tracker for resource:security_group_rule and tenant:857801e9a072498983bab2b29ab116f0 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:53.292496 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-c9f6d32f-a0b5-45e8-ad3c-e9dc730103e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:53.308310 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-1ee42de7-8418-4e1a-a25f-a7f17660eded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:53.310180 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-c9f6d32f-a0b5-45e8-ad3c-e9dc730103e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:53.328449 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-872390e5-36ca-4123-a6c2-58e941d11634 req-8b0530c8-6cda-4f24-8b08-f3849567e58a tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789423 May 02 03:11:53.337597 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-1ee42de7-8418-4e1a-a25f-a7f17660eded admin admin] Usage tracker for resource:security_group_rule and tenant:82bdc24860e243ad91677f99425942a7 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:53.348941 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-1ee42de7-8418-4e1a-a25f-a7f17660eded admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:53.368747 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-1ee42de7-8418-4e1a-a25f-a7f17660eded admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:53.385824 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c7ff5-22ec-42d0-bc1e-2eec671046b5 req-34bb20a4-8d1a-45ac-bb73-ba8705ff1006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:53.387446 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9d6c7ff5-22ec-42d0-bc1e-2eec671046b5 req-34bb20a4-8d1a-45ac-bb73-ba8705ff1006 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d517c1706c83412cb9564e16749007b5&device_id=34da49aa-b7cb-49bd-8c98-27f9cb67bbf8 HTTP/1.1" status: 200 len: 1097 time: 0.1735260 May 02 03:11:53.406496 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac273dc-31cd-4784-bd14-24ddf573f240 req-cd927acf-05b4-4b1a-b752-06e9bc448e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:53.408400 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-bac273dc-31cd-4784-bd14-24ddf573f240 req-cd927acf-05b4-4b1a-b752-06e9bc448e3b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9b6e3be-0fc1-4ca2-8d57-9b34e3e05baf HTTP/1.1" status: 200 len: 858 time: 0.1393816 May 02 03:11:53.411952 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-59263d86-bf3a-4f94-9188-6527dbb8adeb req-c12c6510-5d9d-42e6-856d-68486f5f2092 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059287 May 02 03:11:53.523060 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-bac273dc-31cd-4784-bd14-24ddf573f240 req-1714ecb5-628d-44cb-98fd-6384609ddf4f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=422326d9-912b-4a25-82b9-6ae37fe68d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663912 May 02 03:11:53.625718 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d32f-a0b5-45e8-ad3c-e9dc730103e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:53.637876 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d32f-a0b5-45e8-ad3c-e9dc730103e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:53.658595 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-dd1eccf7-29c9-4a5f-b222-79999787943a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:53.686302 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-1ee42de7-8418-4e1a-a25f-a7f17660eded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:53.711580 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-1ee42de7-8418-4e1a-a25f-a7f17660eded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:53.730803 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-984fa763-6ff6-4f62-a961-d59138e6880f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:53.773675 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-c9f6d32f-a0b5-45e8-ad3c-e9dc730103e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=857801e9a072498983bab2b29ab116f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6134930 May 02 03:11:53.776552 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c7ff5-22ec-42d0-bc1e-2eec671046b5 req-f784eb74-e51b-493c-83a8-1c8065a192d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:53.779057 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9d6c7ff5-22ec-42d0-bc1e-2eec671046b5 req-f784eb74-e51b-493c-83a8-1c8065a192d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=de631dfc-e161-49b8-9997-23bba9416921 HTTP/1.1" status: 200 len: 915 time: 0.3791962 May 02 03:11:53.780053 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 39974) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:53.781735 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6d32f-a0b5-45e8-ad3c-e9dc730103e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c56813-35c1-49d1-b145-0d4bc7625393,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:53.792465 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-c9f6d32f-a0b5-45e8-ad3c-e9dc730103e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:53.836649 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-bac273dc-31cd-4784-bd14-24ddf573f240 req-d0ab91b1-47e5-4aea-a819-6f30f6e9adf1 service neutron] 10.222.0.16 "GET /v2.0/networks/422326d9-912b-4a25-82b9-6ae37fe68d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957695 May 02 03:11:53.844543 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-1ee42de7-8418-4e1a-a25f-a7f17660eded admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82bdc24860e243ad91677f99425942a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7813115 May 02 03:11:53.847101 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 39978) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:53.848038 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee42de7-8418-4e1a-a25f-a7f17660eded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b8f980-1520-4c2d-8a27-30aa271dc929,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:53.866894 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-1ee42de7-8418-4e1a-a25f-a7f17660eded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:53.970121 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9d6c7ff5-22ec-42d0-bc1e-2eec671046b5 req-f65bfc08-120f-468c-b2c4-a4f5cae2ae9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d470d35f-1d50-4e8c-b145-da2c4bafbb2c HTTP/1.1" status: 200 len: 217 time: 0.1796916 May 02 03:11:54.063506 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c7ff5-22ec-42d0-bc1e-2eec671046b5 req-a42fee85-4310-4253-81bc-e2af3c464c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:54.065537 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9d6c7ff5-22ec-42d0-bc1e-2eec671046b5 req-a42fee85-4310-4253-81bc-e2af3c464c02 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1cd82b9e-d7e9-4d5f-b918-f8614d502fad HTTP/1.1" status: 200 len: 854 time: 0.0798671 May 02 03:11:54.130596 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-6ac6e9a2-32f3-4bec-bac4-f67041101657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:54.135242 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-bac273dc-31cd-4784-bd14-24ddf573f240 req-0c1fd561-8681-468d-9197-ed935e7bb8b4 service neutron] 10.222.0.16 "GET /v2.0/networks/422326d9-912b-4a25-82b9-6ae37fe68d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885790 May 02 03:11:54.158923 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0e010f9e-de45-41ec-b1e8-8c71e440e70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:54.167024 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9d6c7ff5-22ec-42d0-bc1e-2eec671046b5 req-be8f5299-82ca-4ef7-9617-ba9162264d61 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de631dfc-e161-49b8-9997-23bba9416921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943701 May 02 03:11:54.189170 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-6ac6e9a2-32f3-4bec-bac4-f67041101657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:54.339576 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-6ac6e9a2-32f3-4bec-bac4-f67041101657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:54.340160 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0e010f9e-de45-41ec-b1e8-8c71e440e70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:54.354610 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-4fae8f38-428b-4bac-9f0c-aa2b2ace9fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:54.381370 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6e9a2-32f3-4bec-bac4-f67041101657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b8f980-1520-4c2d-8a27-30aa271dc929,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:54.385383 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-6ac6e9a2-32f3-4bec-bac4-f67041101657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:54.412520 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-6ac6e9a2-32f3-4bec-bac4-f67041101657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:54.414656 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-6ac6e9a2-32f3-4bec-bac4-f67041101657 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6b8f980-1520-4c2d-8a27-30aa271dc929 HTTP/1.1" status: 204 len: 168 time: 0.5628841 May 02 03:11:54.865993 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9d6c7ff5-22ec-42d0-bc1e-2eec671046b5 req-b6391bd6-5a2c-4f7d-b121-2ca34fe471ec service neutron] 10.222.0.16 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6656990 May 02 03:11:55.114011 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0e010f9e-de45-41ec-b1e8-8c71e440e70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:55.120602 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-85fc5baf-4b17-4a01-8f71-90fc686d9bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:55.134973 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e010f9e-de45-41ec-b1e8-8c71e440e70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c56813-35c1-49d1-b145-0d4bc7625393,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:55.143447 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-0e010f9e-de45-41ec-b1e8-8c71e440e70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:55.220656 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c7b74-180c-479f-baa1-d715eeaf4249 req-66bf0c41-22ea-49ee-900f-ee71348451a5 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:55.228236 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b22c7b74-180c-479f-baa1-d715eeaf4249 req-66bf0c41-22ea-49ee-900f-ee71348451a5 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.5820875 May 02 03:11:55.329352 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0e010f9e-de45-41ec-b1e8-8c71e440e70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:55.330513 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-0e010f9e-de45-41ec-b1e8-8c71e440e70f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46c56813-35c1-49d1-b145-0d4bc7625393 HTTP/1.1" status: 204 len: 168 time: 1.5429235 May 02 03:11:55.340648 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9d6c7ff5-22ec-42d0-bc1e-2eec671046b5 req-aae7c536-fd81-4092-b422-18880d976b16 service neutron] 10.222.0.16 "GET /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474943 May 02 03:11:55.450853 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b22c7b74-180c-479f-baa1-d715eeaf4249 req-ec4b665a-0783-4e97-95ad-f22dbb62b5c7 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215357 May 02 03:11:55.583700 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2e293-c187-4fad-9d77-046848b54c22 req-c36d6723-92d2-4f24-b074-06e822f9c2b0 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:55.585796 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-36c2e293-c187-4fad-9d77-046848b54c22 req-c36d6723-92d2-4f24-b074-06e822f9c2b0 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=34da49aa-b7cb-49bd-8c98-27f9cb67bbf8 HTTP/1.1" status: 200 len: 944 time: 0.2658596 May 02 03:11:55.664488 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-36c2e293-c187-4fad-9d77-046848b54c22 req-b2894398-0d7a-4f7f-bbc2-cd67921a1892 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624301 May 02 03:11:55.861577 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14169e2-7ffa-40c9-9542-cff16bf84b3f req-24d9dffb-2cdb-4189-a180-0255aafd7332 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:55.868088 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e14169e2-7ffa-40c9-9542-cff16bf84b3f req-24d9dffb-2cdb-4189-a180-0255aafd7332 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 0.1752300 May 02 03:11:55.941297 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e14169e2-7ffa-40c9-9542-cff16bf84b3f req-7aa9efb9-f2d1-49e0-9c38-6bcd35b0d736 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702496 May 02 03:11:56.314953 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 40064) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:56.359074 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a4a2ff40-b00b-4a11-b95f-412b50aa83fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:56.388782 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-a4a2ff40-b00b-4a11-b95f-412b50aa83fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:11:56.398782 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-a4a2ff40-b00b-4a11-b95f-412b50aa83fb admin admin] Usage tracker for resource:security_group_rule and tenant:07e699f731b44c06bf3b8c0a7ba0a8ff is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:11:56.403543 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-a4a2ff40-b00b-4a11-b95f-412b50aa83fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:11:56.417050 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-a4a2ff40-b00b-4a11-b95f-412b50aa83fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:11:56.565796 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device d470d35f-1d50-4e8c-b145-da2c4bafbb2c details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:11:56.580248 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a4a2ff40-b00b-4a11-b95f-412b50aa83fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:56.591015 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a4a2ff40-b00b-4a11-b95f-412b50aa83fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:56.599596 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-67d888f4-9120-4923-939c-4d44325d6eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:56.667191 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-a4a2ff40-b00b-4a11-b95f-412b50aa83fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07e699f731b44c06bf3b8c0a7ba0a8ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3508415 May 02 03:11:56.668384 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2ff40-b00b-4a11-b95f-412b50aa83fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265c61e9-9526-4c5c-bfb2-ac321f36e867,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:56.679992 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 40088) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:11:56.682067 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-a4a2ff40-b00b-4a11-b95f-412b50aa83fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:56.987905 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port d470d35f-1d50-4e8c-b145-da2c4bafbb2c, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=d470d35f-1d50-4e8c-b145-da2c4bafbb2c,segment=NetworkSegment(9a4193b4-49de-4b60-8991-8a5cf7fb4e4b),segment_id=9a4193b4-49de-4b60-8991-8a5cf7fb4e4b)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:11:56.992230 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d69305-25d9-44aa-b8a8-cd31203f1b11 req-3dfe4a1a-a39f-4a3e-9b0a-5c823543fc67 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:57.000475 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e9d69305-25d9-44aa-b8a8-cd31203f1b11 req-3dfe4a1a-a39f-4a3e-9b0a-5c823543fc67 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.2063935 May 02 03:11:57.020905 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Returning: {'device': 'd470d35f-1d50-4e8c-b145-da2c4bafbb2c', 'network_id': 'de631dfc-e161-49b8-9997-23bba9416921', 'port_id': 'd470d35f-1d50-4e8c-b145-da2c4bafbb2c', 'mac_address': 'fa:16:3e:9c:a9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cd82b9e-d7e9-4d5f-b918-f8614d502fad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:11:57.021949 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7dd15a1f-ed73-4af7-9dce-da21143f078e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:57.100985 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7dd15a1f-ed73-4af7-9dce-da21143f078e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:57.143546 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:57.170955 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [None req-06578581-5416-4b0b-80be-835749a33250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d470d35f-1d50-4e8c-b145-da2c4bafbb2c {{(pid=73840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:11:57.193219 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port d470d35f-1d50-4e8c-b145-da2c4bafbb2c, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=d470d35f-1d50-4e8c-b145-da2c4bafbb2c,segment=NetworkSegment(9a4193b4-49de-4b60-8991-8a5cf7fb4e4b),segment_id=9a4193b4-49de-4b60-8991-8a5cf7fb4e4b)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:11:57.210277 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:57.210277 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:57.235779 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335b774-ff87-4e56-a35f-1808ea85ed56 req-e8d8c930-06ac-4e4b-b0f0-534e1c4e875e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:57.236856 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-b335b774-ff87-4e56-a35f-1808ea85ed56 req-e8d8c930-06ac-4e4b-b0f0-534e1c4e875e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Synchronizing usage tracker for tenant:d517c1706c83412cb9564e16749007b5 on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:11:57.299909 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e9d69305-25d9-44aa-b8a8-cd31203f1b11 req-de9569a8-90da-4822-952c-51ac5a1073f8 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980947 May 02 03:11:57.309477 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-b335b774-ff87-4e56-a35f-1808ea85ed56 req-e8d8c930-06ac-4e4b-b0f0-534e1c4e875e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Unset dirty status for tenant:d517c1706c83412cb9564e16749007b5 on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:11:57.314761 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b335b774-ff87-4e56-a35f-1808ea85ed56 req-e8d8c930-06ac-4e4b-b0f0-534e1c4e875e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=34da49aa-b7cb-49bd-8c98-27f9cb67bbf8 HTTP/1.1" status: 200 len: 944 time: 0.3469203 May 02 03:11:57.388785 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7dd15a1f-ed73-4af7-9dce-da21143f078e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:57.394811 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=d470d35f-1d50-4e8c-b145-da2c4bafbb2c,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:57.412373 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-02aa045b-b64f-428c-9e68-ac2318792d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:11:57.424460 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:57.425203 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:57.427941 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:57.428529 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:57.429058 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:57.443969 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:57.444750 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:57.450896 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:57.454201 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:57.455689 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:57.457441 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:57.463204 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:11:57.486905 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd15a1f-ed73-4af7-9dce-da21143f078e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265c61e9-9526-4c5c-bfb2-ac321f36e867,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:11:57.492621 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:57.546505 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-7dd15a1f-ed73-4af7-9dce-da21143f078e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:11:57.560496 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b335b774-ff87-4e56-a35f-1808ea85ed56 req-07cd9473-d1a7-4743-b9da-5657c04c93c4 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365735 May 02 03:11:57.569801 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7dd15a1f-ed73-4af7-9dce-da21143f078e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:57.576534 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-7dd15a1f-ed73-4af7-9dce-da21143f078e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/265c61e9-9526-4c5c-bfb2-ac321f36e867 HTTP/1.1" status: 204 len: 168 time: 0.8923874 May 02 03:11:57.650568 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['d470d35f-1d50-4e8c-b145-da2c4bafbb2c'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:11:58.142312 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e47dee-9c46-4b0f-af01-03f462182553 req-ca22ba89-0e12-4623-bbe0-fe4270547dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:58.144654 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-19e47dee-9c46-4b0f-af01-03f462182553 req-ca22ba89-0e12-4623-bbe0-fe4270547dee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42c15d9132f24a548967a141c68926b6&device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 1098 time: 0.2432222 May 02 03:11:58.164787 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0b17b-a859-43ad-af48-8ed2cd4e4cdf req-1e34aebc-9fa1-40bd-ac33-97b8e3d2d91a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:58.170600 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-abe0b17b-a859-43ad-af48-8ed2cd4e4cdf req-1e34aebc-9fa1-40bd-ac33-97b8e3d2d91a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 0.4736652 May 02 03:11:58.439903 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-abe0b17b-a859-43ad-af48-8ed2cd4e4cdf req-d9ddc02d-76fc-4730-8751-c04932aac2b0 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2570357 May 02 03:11:58.636439 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e47dee-9c46-4b0f-af01-03f462182553 req-86688a0d-3a95-47b0-b8d0-366db493c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:58.650034 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-19e47dee-9c46-4b0f-af01-03f462182553 req-86688a0d-3a95-47b0-b8d0-366db493c09a service neutron] 10.222.0.16 "GET /v2.0/networks?id=422326d9-912b-4a25-82b9-6ae37fe68d00 HTTP/1.1" status: 200 len: 919 time: 0.4577980 May 02 03:11:59.217802 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:11:59.324648 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-19e47dee-9c46-4b0f-af01-03f462182553 req-26cf7fd5-3c09-4690-891b-ceceb77bcabf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 HTTP/1.1" status: 200 len: 217 time: 0.5718431 May 02 03:11:59.379025 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ae013-5608-45b7-ac03-ff177fa5d4e2 req-c901b224-9325-4950-a381-51f757aeae81 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:59.386657 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c24ae013-5608-45b7-ac03-ff177fa5d4e2 req-c901b224-9325-4950-a381-51f757aeae81 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=34da49aa-b7cb-49bd-8c98-27f9cb67bbf8 HTTP/1.1" status: 200 len: 945 time: 0.2050648 May 02 03:11:59.531189 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c24ae013-5608-45b7-ac03-ff177fa5d4e2 req-2327c99f-05bc-434c-b955-2bf44044449c tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225398 May 02 03:11:59.597924 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e47dee-9c46-4b0f-af01-03f462182553 req-e5f04c34-6349-4d7f-a8ab-932299379142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:59.600826 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-19e47dee-9c46-4b0f-af01-03f462182553 req-e5f04c34-6349-4d7f-a8ab-932299379142 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9b6e3be-0fc1-4ca2-8d57-9b34e3e05baf HTTP/1.1" status: 200 len: 858 time: 0.2659402 May 02 03:11:59.733885 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cf963-4492-4522-b5ca-1bd7ec1f5b4e req-559db392-15c1-4623-b79a-36dd4bd16c6b tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:59.737797 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-fe6cf963-4492-4522-b5ca-1bd7ec1f5b4e req-559db392-15c1-4623-b79a-36dd4bd16c6b tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 1.1041696 May 02 03:11:59.776553 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-19e47dee-9c46-4b0f-af01-03f462182553 req-8d2b6fb1-06d7-4af3-a714-6c8342495be2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=422326d9-912b-4a25-82b9-6ae37fe68d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1642334 May 02 03:11:59.980450 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2ef09-131d-464f-af37-80546ae23c20 req-d5aef49f-ff61-42a5-9bb6-40f1b229dc5c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:11:59.999605 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-93f2ef09-131d-464f-af37-80546ae23c20 req-d5aef49f-ff61-42a5-9bb6-40f1b229dc5c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 0.2436340 May 02 03:12:00.145399 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-93f2ef09-131d-464f-af37-80546ae23c20 req-d04a333c-cc94-4275-9bc6-6c284d19e382 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444805 May 02 03:12:00.237750 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-fe6cf963-4492-4522-b5ca-1bd7ec1f5b4e req-3ae68c59-e937-45d7-a2bf-3555922d4c4e tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855893 May 02 03:12:00.412744 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-19e47dee-9c46-4b0f-af01-03f462182553 req-667260fc-2367-4fc3-af3f-c96bb2321948 service neutron] 10.222.0.16 "GET /v2.0/networks/422326d9-912b-4a25-82b9-6ae37fe68d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5923033 May 02 03:12:00.604041 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device d470d35f-1d50-4e8c-b145-da2c4bafbb2c up at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:00.692986 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-19e47dee-9c46-4b0f-af01-03f462182553 req-8a8de877-7f2e-4e46-b1dc-c8bcea1d9437 service neutron] 10.222.0.16 "GET /v2.0/networks/422326d9-912b-4a25-82b9-6ae37fe68d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683551 May 02 03:12:00.778226 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1ea49-a9d3-42df-9b04-345f0b41072c req-d074df37-bde6-4ac3-9cbf-e0a8d04e1839 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:00.788334 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-84d1ea49-a9d3-42df-9b04-345f0b41072c req-d074df37-bde6-4ac3-9cbf-e0a8d04e1839 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=34da49aa-b7cb-49bd-8c98-27f9cb67bbf8 HTTP/1.1" status: 200 len: 945 time: 0.1243815 May 02 03:12:00.830127 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning for port d470d35f-1d50-4e8c-b145-da2c4bafbb2c completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:00.843994 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning complete for port d470d35f-1d50-4e8c-b145-da2c4bafbb2c triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:00.853190 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:00.902175 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-84d1ea49-a9d3-42df-9b04-345f0b41072c req-c5edd97a-56a3-4c4e-a5f9-96aa22f29484 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127577 May 02 03:12:01.062331 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:01.100515 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34da49aa-b7cb-49bd-8c98-27f9cb67bbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd470d35f-1d50-4e8c-b145-da2c4bafbb2c'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:12:01.159241 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port d470d35f-1d50-4e8c-b145-da2c4bafbb2c, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=d470d35f-1d50-4e8c-b145-da2c4bafbb2c,segment=NetworkSegment(9a4193b4-49de-4b60-8991-8a5cf7fb4e4b),segment_id=9a4193b4-49de-4b60-8991-8a5cf7fb4e4b)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:01.182011 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:01.191274 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:01.261606 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34da49aa-b7cb-49bd-8c98-27f9cb67bbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd470d35f-1d50-4e8c-b145-da2c4bafbb2c', 'code': 200} May 02 03:12:01.377781 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=d470d35f-1d50-4e8c-b145-da2c4bafbb2c,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:01.386557 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:01.727117 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160d3a1-a152-44e8-9422-7bfe7867bcd0 req-8d2a568c-b56c-4a0e-bd66-e82dec09bed4 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:01.736213 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3160d3a1-a152-44e8-9422-7bfe7867bcd0 req-8d2a568c-b56c-4a0e-bd66-e82dec09bed4 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 0.2922516 May 02 03:12:01.807515 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc10ad-375f-45ba-b163-709497351e6b req-f7455ae3-23d6-4745-9582-9a56c3152c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:01.809936 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f1fc10ad-375f-45ba-b163-709497351e6b req-f7455ae3-23d6-4745-9582-9a56c3152c14 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=34da49aa-b7cb-49bd-8c98-27f9cb67bbf8 HTTP/1.1" status: 200 len: 1099 time: 0.1953840 May 02 03:12:01.824628 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6aa716-0437-404e-9593-b51e0e67fc89 req-d0e1bfab-e8a2-4a7f-8abc-ff833f66dd60 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:01.844249 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3a6aa716-0437-404e-9593-b51e0e67fc89 req-d0e1bfab-e8a2-4a7f-8abc-ff833f66dd60 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.3728755 May 02 03:12:01.918458 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3160d3a1-a152-44e8-9422-7bfe7867bcd0 req-907563b0-f22c-49ef-af87-f569c847a40b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807714 May 02 03:12:02.047689 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3a6aa716-0437-404e-9593-b51e0e67fc89 req-46092376-4305-4aaf-bc19-784ddd8fea0c tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858840 May 02 03:12:02.073751 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f1fc10ad-375f-45ba-b163-709497351e6b req-c0c8ce7c-bc3d-4771-9381-5ab396efe04b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261577 May 02 03:12:02.348763 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c44de-8b64-4947-a564-b1250059f0ee req-86d968bb-2ee9-40b1-8028-5e6737fc16ef tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:02.363740 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a27c44de-8b64-4947-a564-b1250059f0ee req-86d968bb-2ee9-40b1-8028-5e6737fc16ef tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=34da49aa-b7cb-49bd-8c98-27f9cb67bbf8 HTTP/1.1" status: 200 len: 946 time: 0.1819236 May 02 03:12:02.503330 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a27c44de-8b64-4947-a564-b1250059f0ee req-81c2211e-227f-4e35-991a-6bc4342a300e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385102 May 02 03:12:03.380863 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ff824-50f8-4565-8f41-32143fa59fbd req-a1b87925-83c0-4a27-85a0-d92dcd5dd095 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:03.412395 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-6f5ff824-50f8-4565-8f41-32143fa59fbd req-a1b87925-83c0-4a27-85a0-d92dcd5dd095 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 0.2318628 May 02 03:12:03.600850 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-6f5ff824-50f8-4565-8f41-32143fa59fbd req-d5b1c6a5-ca05-49be-a3d7-0e60ac83487c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865027 May 02 03:12:03.819511 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc94f7-4c50-4fd4-a175-147b65b32b69 req-086d5d9b-28a6-4188-ba22-ddc0321aceb9 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:03.826201 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-43fc94f7-4c50-4fd4-a175-147b65b32b69 req-086d5d9b-28a6-4188-ba22-ddc0321aceb9 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.4156024 May 02 03:12:03.957164 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-43fc94f7-4c50-4fd4-a175-147b65b32b69 req-b9739add-6095-46a3-a4fe-8dfca756eede tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156397 May 02 03:12:04.349402 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653994f-b034-4f85-801f-0ae8d5e66340 req-8045114f-369c-4361-a1c3-1b810eb732ee tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:04.359764 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-1653994f-b034-4f85-801f-0ae8d5e66340 req-8045114f-369c-4361-a1c3-1b810eb732ee tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=34da49aa-b7cb-49bd-8c98-27f9cb67bbf8 HTTP/1.1" status: 200 len: 946 time: 0.2743368 May 02 03:12:04.365894 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 40276) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:04.444839 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-1653994f-b034-4f85-801f-0ae8d5e66340 req-ed9347cf-8015-4648-9133-fd09e7621c74 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829806 May 02 03:12:04.832284 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-10ac4bfb-f3d5-42f4-b432-9c68b5628140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:04.904224 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-10ac4bfb-f3d5-42f4-b432-9c68b5628140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:04.920039 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-10ac4bfb-f3d5-42f4-b432-9c68b5628140 admin admin] Usage tracker for resource:security_group_rule and tenant:455c27a999464a5e9ad78b570a59e489 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:04.935502 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-10ac4bfb-f3d5-42f4-b432-9c68b5628140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:04.951190 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-10ac4bfb-f3d5-42f4-b432-9c68b5628140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:05.379250 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ef3d6-782e-450d-88fb-ccca70a8caf4 req-9c096181-d938-4371-a2f3-159cd67f5964 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:05.383709 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-10ac4bfb-f3d5-42f4-b432-9c68b5628140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:05.389271 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-10ac4bfb-f3d5-42f4-b432-9c68b5628140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:05.390067 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0f9ef3d6-782e-450d-88fb-ccca70a8caf4 req-9c096181-d938-4371-a2f3-159cd67f5964 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1426406 May 02 03:12:05.397364 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b3e9af5a-775f-48be-837b-73db0bd5d923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:05.454740 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2dee4-fc25-449c-a505-a6b36d0e44e7 req-fff085e2-f0a8-457e-b1a8-1487c68c8d91 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:05.467694 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3ca2dee4-fc25-449c-a505-a6b36d0e44e7 req-fff085e2-f0a8-457e-b1a8-1487c68c8d91 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 0.3301327 May 02 03:12:05.526129 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0f9ef3d6-782e-450d-88fb-ccca70a8caf4 req-c5366c76-0668-4bf5-b924-cfb06576b8c5 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347005 May 02 03:12:05.548508 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 40308) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:05.548702 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-10ac4bfb-f3d5-42f4-b432-9c68b5628140 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=455c27a999464a5e9ad78b570a59e489&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1815205 May 02 03:12:05.549644 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac4bfb-f3d5-42f4-b432-9c68b5628140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3d6d78-636d-40a0-a03b-da6e13153338,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:05.569911 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-10ac4bfb-f3d5-42f4-b432-9c68b5628140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:05.615019 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3ca2dee4-fc25-449c-a505-a6b36d0e44e7 req-a0e45a14-9b35-40fd-82dc-83122f1775ee tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289074 May 02 03:12:05.717319 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-87c6347e-935e-4408-b35f-234609d41d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:05.848860 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-87c6347e-935e-4408-b35f-234609d41d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:06.002048 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-87c6347e-935e-4408-b35f-234609d41d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:06.008132 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:06.032038 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6347e-935e-4408-b35f-234609d41d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3d6d78-636d-40a0-a03b-da6e13153338,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:06.035576 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-87c6347e-935e-4408-b35f-234609d41d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:06.038123 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-87c6347e-935e-4408-b35f-234609d41d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:06.043041 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-87c6347e-935e-4408-b35f-234609d41d65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c3d6d78-636d-40a0-a03b-da6e13153338 HTTP/1.1" status: 204 len: 168 time: 0.4934397 May 02 03:12:06.491973 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 40332) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:06.512031 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e45a5f6c-f41b-4332-a1de-d18453097b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:06.528444 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-e45a5f6c-f41b-4332-a1de-d18453097b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:06.533601 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-e45a5f6c-f41b-4332-a1de-d18453097b28 admin admin] Usage tracker for resource:security_group_rule and tenant:b2d8400c511944a7a6a7095c55650c8f is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:06.536812 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-e45a5f6c-f41b-4332-a1de-d18453097b28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:06.542972 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-e45a5f6c-f41b-4332-a1de-d18453097b28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:06.757438 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e45a5f6c-f41b-4332-a1de-d18453097b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:06.801638 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29801272-5502-4aa0-9452-3c9f6c205328 req-4be98ee9-042f-4fd2-b873-b37d10c06d87 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:06.804721 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-29801272-5502-4aa0-9452-3c9f6c205328 req-4be98ee9-042f-4fd2-b873-b37d10c06d87 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1553254 May 02 03:12:06.810086 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e45a5f6c-f41b-4332-a1de-d18453097b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:06.826477 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-adb4e863-3ade-4cd1-8f14-d069dc0ff145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:06.890681 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-29801272-5502-4aa0-9452-3c9f6c205328 req-5d00882f-6704-4617-b3c1-814c0f4fd15f tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721810 May 02 03:12:06.898649 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-e45a5f6c-f41b-4332-a1de-d18453097b28 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2d8400c511944a7a6a7095c55650c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4049907 May 02 03:12:06.901560 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 40342) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:06.918221 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a5f6c-f41b-4332-a1de-d18453097b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbeb26e-c96f-462b-8555-800a85292218,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:06.928192 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-e45a5f6c-f41b-4332-a1de-d18453097b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:07.009384 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8613c8e-108a-4b14-818c-ddc2b7023427 req-d1a26f48-da9e-4d3e-b078-e1c8ad0c2410 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:07.019316 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d8613c8e-108a-4b14-818c-ddc2b7023427 req-d1a26f48-da9e-4d3e-b078-e1c8ad0c2410 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 0.2602487 May 02 03:12:07.052359 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-806fd8dc-bd8d-47bf-8c4c-34e442fa8cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:07.102624 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d8613c8e-108a-4b14-818c-ddc2b7023427 req-69ee2bfb-523e-4945-b56d-a6249c18e825 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822716 May 02 03:12:07.148488 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-806fd8dc-bd8d-47bf-8c4c-34e442fa8cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:07.270528 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-806fd8dc-bd8d-47bf-8c4c-34e442fa8cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:07.276742 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-46dcd394-2fa5-4ea8-a0fe-d312d1509557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:07.302087 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fd8dc-bd8d-47bf-8c4c-34e442fa8cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbeb26e-c96f-462b-8555-800a85292218,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:07.306322 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-806fd8dc-bd8d-47bf-8c4c-34e442fa8cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:07.313555 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-806fd8dc-bd8d-47bf-8c4c-34e442fa8cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:07.315033 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-806fd8dc-bd8d-47bf-8c4c-34e442fa8cad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7dbeb26e-c96f-462b-8555-800a85292218 HTTP/1.1" status: 204 len: 168 time: 0.4105787 May 02 03:12:08.168994 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13122049-9e11-48c3-b588-3d4ddf09e681 req-0fd0f432-4c5e-4556-be1f-794b613311d1 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:08.172333 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-13122049-9e11-48c3-b588-3d4ddf09e681 req-0fd0f432-4c5e-4556-be1f-794b613311d1 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1064234 May 02 03:12:08.299226 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-13122049-9e11-48c3-b588-3d4ddf09e681 req-99e36528-ad47-4138-9bc6-028cf0b87304 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170416 May 02 03:12:08.500394 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5186741-e7c8-42b4-bb6c-6c106d080367 req-f9ccf88f-aa95-44e5-9b3e-236628d4100b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:08.503434 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f5186741-e7c8-42b4-bb6c-6c106d080367 req-f9ccf88f-aa95-44e5-9b3e-236628d4100b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 0.1522136 May 02 03:12:08.600653 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f5186741-e7c8-42b4-bb6c-6c106d080367 req-31f5e50c-2375-46ec-b0e9-af44be2bcde4 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839028 May 02 03:12:09.530666 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5e5a5-9270-40d1-903c-c92b6a3cdef1 req-ead3fb0b-39c5-49eb-b95d-3db08a03c8a3 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:09.532244 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-fde5e5a5-9270-40d1-903c-c92b6a3cdef1 req-ead3fb0b-39c5-49eb-b95d-3db08a03c8a3 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.0953374 May 02 03:12:09.584489 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-fde5e5a5-9270-40d1-903c-c92b6a3cdef1 req-a2fd7169-7fc1-4f2d-a9d0-1216f752dd6f tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450323 May 02 03:12:09.888827 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a6d7d-6995-4f08-80c1-05d8dbd42329 req-b628612a-abb2-4efe-ad60-4fc7ec50f418 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:09.898160 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-c23a6d7d-6995-4f08-80c1-05d8dbd42329 req-b628612a-abb2-4efe-ad60-4fc7ec50f418 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 0.1310391 May 02 03:12:09.962063 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-c23a6d7d-6995-4f08-80c1-05d8dbd42329 req-76114f33-aa91-4e29-84f4-e9a87ab5e5eb tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579937 May 02 03:12:10.952925 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 40440) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:11.025014 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e487dca-1f1a-4ba2-8aea-a64323facd64 req-ae37a821-af30-4221-9244-57656563d3cb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:11.026693 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6e487dca-1f1a-4ba2-8aea-a64323facd64 req-ae37a821-af30-4221-9244-57656563d3cb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1355398 May 02 03:12:11.066670 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:12:11.140993 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6e487dca-1f1a-4ba2-8aea-a64323facd64 req-52e88cd2-1b82-4b35-b43c-1cb06a825738 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992718 May 02 03:12:11.182301 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68107dd2-4414-46be-8777-a9db22d3fcf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:11.224953 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-68107dd2-4414-46be-8777-a9db22d3fcf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:11.233287 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-68107dd2-4414-46be-8777-a9db22d3fcf9 admin admin] Usage tracker for resource:security_group_rule and tenant:5ce3e1bfc71a469f8d2aa448b1194849 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:11.237639 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-68107dd2-4414-46be-8777-a9db22d3fcf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:11.256436 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-68107dd2-4414-46be-8777-a9db22d3fcf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:11.461703 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68107dd2-4414-46be-8777-a9db22d3fcf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:11.466375 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12a24b-b630-4e9b-8c28-0b371cf1e6c4 req-e2c9ce90-30a7-4fee-acf4-5e49013ca78d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:11.468349 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-dc12a24b-b630-4e9b-8c28-0b371cf1e6c4 req-e2c9ce90-30a7-4fee-acf4-5e49013ca78d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 0.1976199 May 02 03:12:11.469879 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68107dd2-4414-46be-8777-a9db22d3fcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:11.498696 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-fa2b3ee0-d309-435e-9a17-4822a9ef06d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:11.547871 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-dc12a24b-b630-4e9b-8c28-0b371cf1e6c4 req-f60e14cf-6baa-410c-8827-9be8fa068bdc tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599384 May 02 03:12:11.565040 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-68107dd2-4414-46be-8777-a9db22d3fcf9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ce3e1bfc71a469f8d2aa448b1194849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6109569 May 02 03:12:11.565175 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 40458) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:11.567324 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68107dd2-4414-46be-8777-a9db22d3fcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5499a929-5d30-4e4b-81e2-afe39c1ceff3,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:11.570842 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-68107dd2-4414-46be-8777-a9db22d3fcf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:11.688595 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-bbe2f939-226e-4af1-917c-7f55b41a6ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:11.729082 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-bbe2f939-226e-4af1-917c-7f55b41a6ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:11.832681 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-bbe2f939-226e-4af1-917c-7f55b41a6ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:11.839691 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-fd021335-aeec-48f7-a459-b3553dd05bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:11.856493 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2f939-226e-4af1-917c-7f55b41a6ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5499a929-5d30-4e4b-81e2-afe39c1ceff3,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:11.861587 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-bbe2f939-226e-4af1-917c-7f55b41a6ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:11.876826 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-bbe2f939-226e-4af1-917c-7f55b41a6ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:11.879925 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-bbe2f939-226e-4af1-917c-7f55b41a6ace admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5499a929-5d30-4e4b-81e2-afe39c1ceff3 HTTP/1.1" status: 204 len: 168 time: 0.3129213 May 02 03:12:12.066341 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-21867010-d919-4438-beb8-fcd4a4822f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:12.579445 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3acf67-1602-4f4d-b4f6-919c7b8d9be5 req-c393bd44-9faa-422b-9b5c-1e8d4225db8f tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:12.603600 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-cd3acf67-1602-4f4d-b4f6-919c7b8d9be5 req-c393bd44-9faa-422b-9b5c-1e8d4225db8f tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.2628343 May 02 03:12:12.694904 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 58c38057-f2e5-490e-be76-b37333c8d223 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:12:12.752810 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-cd3acf67-1602-4f4d-b4f6-919c7b8d9be5 req-13e621c1-4e2b-4e92-8677-bfcc6f4b4a8b tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412010 May 02 03:12:12.991586 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 58c38057-f2e5-490e-be76-b37333c8d223, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=58c38057-f2e5-490e-be76-b37333c8d223,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:13.050703 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Returning: {'device': '58c38057-f2e5-490e-be76-b37333c8d223', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'port_id': '58c38057-f2e5-490e-be76-b37333c8d223', 'mac_address': 'fa:16:3e:85:50:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:12:13.145299 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:13.172934 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [None req-06578581-5416-4b0b-80be-835749a33250 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58c38057-f2e5-490e-be76-b37333c8d223 {{(pid=73840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:12:13.225994 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 58c38057-f2e5-490e-be76-b37333c8d223, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=58c38057-f2e5-490e-be76-b37333c8d223,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:13.232245 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:13.235248 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:13.253733 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21e17f-7890-4503-91f4-a110491804ab req-70bc7efc-e06f-4286-bb90-78feb52688d5 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:13.268154 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6b21e17f-7890-4503-91f4-a110491804ab req-70bc7efc-e06f-4286-bb90-78feb52688d5 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 0.2674317 May 02 03:12:13.359606 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6b21e17f-7890-4503-91f4-a110491804ab req-11676966-6fb6-4aaa-9509-033f39973f54 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892301 May 02 03:12:13.397091 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=58c38057-f2e5-490e-be76-b37333c8d223,revision_number=6']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:13.401089 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:13.405302 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['58c38057-f2e5-490e-be76-b37333c8d223'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:12:13.904647 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 40522) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:14.173114 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-225767847-network', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:12:14.190376 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:14.200230 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Usage tracker for resource:network and tenant:4cad81e8e2db4740a00d3096daca830a is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:14.208243 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:14.242808 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:14.278658 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d82290-4853-47d8-8871-cacebaefa220 req-2c29a65b-7cc7-48dd-a9e6-d270af445ebb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:14.283733 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Made reservation on behalf of 4cad81e8e2db4740a00d3096daca830a for: {'network': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:12:14.288212 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for network, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:14.289947 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-85d82290-4853-47d8-8871-cacebaefa220 req-2c29a65b-7cc7-48dd-a9e6-d270af445ebb tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.2186980 May 02 03:12:14.318269 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:14.354196 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:14.369484 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Usage tracker for resource:security_group_rule and tenant:4cad81e8e2db4740a00d3096daca830a is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:14.378900 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:14.399544 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:14.430380 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-85d82290-4853-47d8-8871-cacebaefa220 req-fc4544df-3e73-4e29-bdcd-85af7971e086 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250453 May 02 03:12:14.634589 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-c444fd05-922e-48c7-992d-2636a8a87466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:14.725462 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 58c38057-f2e5-490e-be76-b37333c8d223 up at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:14.815623 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:14.832685 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:14.842631 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625b316-9648-48b9-90c0-26824c476a90 req-b05acef1-00da-40ef-97e4-6244651ee3e1 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:14.846049 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-e7bdda0d-485e-4829-bbc7-9397267369af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:14.858621 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning complete for port 58c38057-f2e5-490e-be76-b37333c8d223 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:14.859173 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:14.862566 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a625b316-9648-48b9-90c0-26824c476a90 req-b05acef1-00da-40ef-97e4-6244651ee3e1 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=34da49aa-b7cb-49bd-8c98-27f9cb67bbf8 HTTP/1.1" status: 200 len: 946 time: 0.2416906 May 02 03:12:14.875683 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=73839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 03:12:14.877973 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189b7760-af3e-4d95-8a5c-aa41a322b8bc,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:14.888305 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f07695-2905-4204-8ccb-986bd2c459d3 req-fe5d0696-bdaf-4415-90ec-d85c5f34343f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:14.896632 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-05f07695-2905-4204-8ccb-986bd2c459d3 req-fe5d0696-bdaf-4415-90ec-d85c5f34343f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 944 time: 0.2482803 May 02 03:12:14.898715 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:14.929424 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:14.930559 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.db.segments_db [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Added segment 2269bb65-50e6-4da0-b7ea-92484f0ddbfa of type vlan for network c272bd6b-64d2-4e2d-b949-abb77dc52154 May 02 03:12:14.968362 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-05f07695-2905-4204-8ccb-986bd2c459d3 req-bf620f45-b142-40df-a0c2-adf2bc7193f3 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707400 May 02 03:12:14.997705 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:15.008832 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a625b316-9648-48b9-90c0-26824c476a90 req-c304c176-bdad-41a5-8abb-40bb63e4ef7f tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442907 May 02 03:12:15.012323 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794390503316'] for network, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:15.077757 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for network, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:15.080646 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:15.081903 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:15.089007 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:15.172410 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:15.229253 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4671683c-8055-4267-bee7-b98db715c982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c38057-f2e5-490e-be76-b37333c8d223'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:12:15.244633 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 58c38057-f2e5-490e-be76-b37333c8d223, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=58c38057-f2e5-490e-be76-b37333c8d223,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:15.257767 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:15.260276 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:15.324128 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4671683c-8055-4267-bee7-b98db715c982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c38057-f2e5-490e-be76-b37333c8d223', 'code': 200} May 02 03:12:15.433960 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=58c38057-f2e5-490e-be76-b37333c8d223,revision_number=7']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:15.449791 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:15.454667 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Pushing event updated for resources: {'Network': ['ID=c272bd6b-64d2-4e2d-b949-abb77dc52154,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:15.462883 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:15.470281 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 40550) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:15.472223 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5655048 May 02 03:12:15.487988 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-49dd927f-f453-46e3-bdb7-97349d3b1077 admin admin] Request body: {'subnet': {'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-225767847-subnet', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'ip_version': 4}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:12:15.495781 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-49dd927f-f453-46e3-bdb7-97349d3b1077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:15.504326 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-49dd927f-f453-46e3-bdb7-97349d3b1077 admin admin] Usage tracker for resource:subnet and tenant:4cad81e8e2db4740a00d3096daca830a is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:15.504514 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Network c272bd6b-64d2-4e2d-b949-abb77dc52154 details requested by agent ovs-agent-dv-cinder-789077-1-smb with host dv-cinder-789077-1-smb {{(pid=73840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 02 03:12:15.510803 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-49dd927f-f453-46e3-bdb7-97349d3b1077 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:15.520712 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-49dd927f-f453-46e3-bdb7-97349d3b1077 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:15.549999 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49dd927f-f453-46e3-bdb7-97349d3b1077 admin admin] Made reservation on behalf of 4cad81e8e2db4740a00d3096daca830a for: {'subnet': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:12:15.561772 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49dd927f-f453-46e3-bdb7-97349d3b1077 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:16.089446 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:16.410375 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c84b9-7b05-4d27-b455-3c1f60fcd0fd req-b01b00f5-81ce-4a4b-8077-96cb82bb2e4f tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:16.427442 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3b9c84b9-7b05-4d27-b455-3c1f60fcd0fd req-b01b00f5-81ce-4a4b-8077-96cb82bb2e4f tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.4578736 May 02 03:12:16.534765 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3b9c84b9-7b05-4d27-b455-3c1f60fcd0fd req-b1a6d65e-95cc-4413-a6f9-046f0b149814 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051948 May 02 03:12:16.806768 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f8ed5-922b-4c7c-b496-6cd0c8506fb5 req-a2eb5ea0-ccc8-4832-a690-90818b5545d4 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:16.821980 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-ad8f8ed5-922b-4c7c-b496-6cd0c8506fb5 req-a2eb5ea0-ccc8-4832-a690-90818b5545d4 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 0.3550334 May 02 03:12:17.055685 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-ad8f8ed5-922b-4c7c-b496-6cd0c8506fb5 req-8e785b48-da1d-4469-a4d6-ee1bb81cdb85 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265286 May 02 03:12:17.181432 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c135b-1034-4ab8-815b-8729bc0df3f3 req-9b045e1b-b352-47b6-aec6-0531f4c92e66 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:17.184657 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-cd6c135b-1034-4ab8-815b-8729bc0df3f3 req-9b045e1b-b352-47b6-aec6-0531f4c92e66 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.16 "GET /v2.0/ports?device_id=34da49aa-b7cb-49bd-8c98-27f9cb67bbf8 HTTP/1.1" status: 200 len: 946 time: 0.5921032 May 02 03:12:17.451275 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd0778-0703-4479-8420-2841a439710f req-881e2f66-7bee-456e-b1ec-54d9b552e74c tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:17.458837 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-babd0778-0703-4479-8420-2841a439710f req-881e2f66-7bee-456e-b1ec-54d9b552e74c tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=34da49aa-b7cb-49bd-8c98-27f9cb67bbf8 HTTP/1.1" status: 200 len: 946 time: 0.5164504 May 02 03:12:17.540817 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-babd0778-0703-4479-8420-2841a439710f req-13c90c5a-bbca-42ee-a536-d4efd24bd39e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810573 May 02 03:12:17.575439 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [req-cd6c135b-1034-4ab8-815b-8729bc0df3f3 req-e6be9da2-c784-4d54-b5e3-f127f5844df3 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Deleting port d470d35f-1d50-4e8c-b145-da2c4bafbb2c {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:12:17.576887 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-cd6c135b-1034-4ab8-815b-8729bc0df3f3 req-e6be9da2-c784-4d54-b5e3-f127f5844df3 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:17.753142 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:17.845683 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-cd6c135b-1034-4ab8-815b-8729bc0df3f3 req-e6be9da2-c784-4d54-b5e3-f127f5844df3 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] For port d470d35f-1d50-4e8c-b145-da2c4bafbb2c, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=d470d35f-1d50-4e8c-b145-da2c4bafbb2c,segment=NetworkSegment(9a4193b4-49de-4b60-8991-8a5cf7fb4e4b),segment_id=9a4193b4-49de-4b60-8991-8a5cf7fb4e4b)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:17.850392 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-cd6c135b-1034-4ab8-815b-8729bc0df3f3 req-e6be9da2-c784-4d54-b5e3-f127f5844df3 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:17.902963 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697673a-1493-4304-ac33-2b773d64a1d4 req-a10c9785-b2ce-455b-9d5f-12043cc324df tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:17.904482 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-2697673a-1493-4304-ac33-2b773d64a1d4 req-a10c9785-b2ce-455b-9d5f-12043cc324df tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1991153 May 02 03:12:18.053161 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49dd927f-f453-46e3-bdb7-97349d3b1077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for subnet, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:18.145501 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [req-cd6c135b-1034-4ab8-815b-8729bc0df3f3 req-e6be9da2-c784-4d54-b5e3-f127f5844df3 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Calling delete_port for d470d35f-1d50-4e8c-b145-da2c4bafbb2c owned by compute:nova {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:12:18.148605 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-5e536a34-c8ba-4dcf-8f91-24a095b9e4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:18.227236 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-2697673a-1493-4304-ac33-2b773d64a1d4 req-076b2fe0-6617-41a7-a459-3f6ec5847ccc tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135715 May 02 03:12:18.724935 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd927f-f453-46e3-bdb7-97349d3b1077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=506f98ec-dfc0-4209-bc72-91aa0b53fe2c,revision_number=0']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:18.746510 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-49dd927f-f453-46e3-bdb7-97349d3b1077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:18.986916 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dd927f-f453-46e3-bdb7-97349d3b1077 admin admin] Checking segment: {'id': '2269bb65-50e6-4da0-b7ea-92484f0ddbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:12:18.987299 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dd927f-f453-46e3-bdb7-97349d3b1077 admin admin] Network hostable DHCP agents. Network: c272bd6b-64d2-4e2d-b949-abb77dc52154, hostable agents: ['614df883-a3aa-459e-9403-57d681838b96'], hosted agents: [] {{(pid=73838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 03:12:19.021458 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-cd6c135b-1034-4ab8-815b-8729bc0df3f3 req-e6be9da2-c784-4d54-b5e3-f127f5844df3 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:19.038222 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['2094c639-72ff-40b6-a726-ff20e8d9032f', '4abd5286-ff50-4f16-ac14-ce079aae3479', '273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:12:19.062460 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-808cdec6-2e31-487a-aecb-ce0d8cc1a47c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:19.099664 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4eb953-fa21-4e97-9da2-04829c8a7f0a req-76a4a117-9407-403d-899a-116ec295ba77 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:19.111157 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-7b4eb953-fa21-4e97-9da2-04829c8a7f0a req-76a4a117-9407-403d-899a-116ec295ba77 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=34da49aa-b7cb-49bd-8c98-27f9cb67bbf8 HTTP/1.1" status: 200 len: 867 time: 0.1505749 May 02 03:12:19.250697 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-7b4eb953-fa21-4e97-9da2-04829c8a7f0a req-3481652c-1e9c-4357-b38b-bfb2116cf5f5 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383719 May 02 03:12:19.307789 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be9da2-c784-4d54-b5e3-f127f5844df3 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Pushing event deleted for resources: {'Port': ['ID=d470d35f-1d50-4e8c-b145-da2c4bafbb2c,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:19.376883 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-e6be9da2-c784-4d54-b5e3-f127f5844df3 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:19.399909 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dd927f-f453-46e3-bdb7-97349d3b1077 admin admin] Network c272bd6b-64d2-4e2d-b949-abb77dc52154 is scheduled to be hosted by DHCP agent 614df883-a3aa-459e-9403-57d681838b96 with binding_index 1 {{(pid=73838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 03:12:19.411802 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6c135b-1034-4ab8-815b-8729bc0df3f3 req-e6be9da2-c784-4d54-b5e3-f127f5844df3 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] No DVR routers for this DVR port d470d35f-1d50-4e8c-b145-da2c4bafbb2c on host hv-cinder-78907 {{(pid=73838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:12:19.417161 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-cd6c135b-1034-4ab8-815b-8729bc0df3f3 req-e6be9da2-c784-4d54-b5e3-f127f5844df3 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:19.449542 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34da49aa-b7cb-49bd-8c98-27f9cb67bbf8', 'name': 'network-vif-deleted', 'tag': 'd470d35f-1d50-4e8c-b145-da2c4bafbb2c'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:12:19.455391 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-49dd927f-f453-46e3-bdb7-97349d3b1077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-smb, c272bd6b-64d2-4e2d-b949-abb77dc52154) {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:19.459493 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-cd6c135b-1034-4ab8-815b-8729bc0df3f3 req-e6be9da2-c784-4d54-b5e3-f127f5844df3 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.16 "DELETE /v2.0/ports/d470d35f-1d50-4e8c-b145-da2c4bafbb2c HTTP/1.1" status: 204 len: 173 time: 2.2601588 May 02 03:12:19.465751 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dd927f-f453-46e3-bdb7-97349d3b1077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:19.466379 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49dd927f-f453-46e3-bdb7-97349d3b1077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:19.492031 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1df1b4d-1f99-42c8-85a7-7cd65556f336 None None] Network c272bd6b-64d2-4e2d-b949-abb77dc52154 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:12:19.492234 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8d91d-c2e7-4dc6-89a7-046166632173 req-98a2cc7e-9370-4117-aaef-2175f2f7d7dc tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:19.493752 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-04d8d91d-c2e7-4dc6-89a7-046166632173 req-98a2cc7e-9370-4117-aaef-2175f2f7d7dc tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 0.8294046 May 02 03:12:19.518011 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 40640) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:19.520276 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-49dd927f-f453-46e3-bdb7-97349d3b1077 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 4.0422010 May 02 03:12:19.524300 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-225767847-router', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:12:19.536475 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:19.552436 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] Usage tracker for resource:router and tenant:4cad81e8e2db4740a00d3096daca830a is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:19.564670 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:19.594974 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:19.640376 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-700514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29505'] for router, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:19.642468 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-681178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29512'] for router, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:19.654441 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-04d8d91d-c2e7-4dc6-89a7-046166632173 req-2a96d36d-5e2e-4446-bc1c-f287a9f5d309 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326852 May 02 03:12:19.736741 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:19.834007 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34da49aa-b7cb-49bd-8c98-27f9cb67bbf8', 'name': 'network-vif-deleted', 'tag': 'd470d35f-1d50-4e8c-b145-da2c4bafbb2c', 'status': 'completed', 'code': 200} May 02 03:12:20.318564 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc315f690-2e35-5bac-9706-73e01d5bab1b-c272bd6b-64d2-4e2d-b949-abb77dc52154', 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'fixed_ips': [{'subnet_id': '506f98ec-dfc0-4209-bc72-91aa0b53fe2c'}]}} from dv-cinder-789077-1-smb. {{(pid=73840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 02 03:12:20.320722 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:20.563458 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-b7ccd3a5-51b9-4265-92b9-2d53fb4ae95a req-21c464fa-02e8-48b2-92af-e75d68a776dc tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Synchronizing usage tracker for tenant:d517c1706c83412cb9564e16749007b5 on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:12:20.615398 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-b7ccd3a5-51b9-4265-92b9-2d53fb4ae95a req-21c464fa-02e8-48b2-92af-e75d68a776dc tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Unset dirty status for tenant:d517c1706c83412cb9564e16749007b5 on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:12:20.616697 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b7ccd3a5-51b9-4265-92b9-2d53fb4ae95a req-21c464fa-02e8-48b2-92af-e75d68a776dc tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=34da49aa-b7cb-49bd-8c98-27f9cb67bbf8 HTTP/1.1" status: 200 len: 210 time: 0.1410327 May 02 03:12:20.704519 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.db_base_plugin_common [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Allocated IP 172.20.0.2 (c272bd6b-64d2-4e2d-b949-abb77dc52154/506f98ec-dfc0-4209-bc72-91aa0b53fe2c/52daf453-55a9-4a7e-9e24-9529824ffc8c) {{(pid=73840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:12:20.750970 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-681171', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-700428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29626'] for router, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:20.845463 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3dd14-b80e-4886-b362-98047566db0c req-261a8013-bbd5-4eb3-90ea-b0a89d381cd0 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:20.874463 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3de3dd14-b80e-4886-b362-98047566db0c req-261a8013-bbd5-4eb3-90ea-b0a89d381cd0 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.7910893 May 02 03:12:21.166875 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accae59-0061-491c-bf45-6c61ae95bff1 req-0525014c-ee7b-4d8f-89e4-801cc4cdad9e tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:21.184675 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0accae59-0061-491c-bf45-6c61ae95bff1 req-0525014c-ee7b-4d8f-89e4-801cc4cdad9e tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 0.2069786 May 02 03:12:21.212339 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3de3dd14-b80e-4886-b362-98047566db0c req-ae01d1e6-7789-4d10-b2e7-710e17b5df7d tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363481 May 02 03:12:21.330258 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Notify callbacks [] for port, precommit_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:21.342686 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Transition to ACTIVE for port object 52daf453-55a9-4a7e-9e24-9529824ffc8c will not be triggered until provisioned by entity L2. {{(pid=73840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:21.371396 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Transition to ACTIVE for port object 52daf453-55a9-4a7e-9e24-9529824ffc8c will not be triggered until provisioned by entity DHCP. {{(pid=73840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:21.374711 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0accae59-0061-491c-bf45-6c61ae95bff1 req-e9c8413b-b2b7-43a0-b685-d854b7727cd6 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795828 May 02 03:12:21.385125 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device d470d35f-1d50-4e8c-b145-da2c4bafbb2c no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:12:21.455272 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:21.481847 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 40670) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:21.489566 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:21.579236 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Network c272bd6b-64d2-4e2d-b949-abb77dc52154 is already hosted by enough agents. {{(pid=73840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:12:21.582339 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Pushing event updated for resources: {'Port': ['ID=52daf453-55a9-4a7e-9e24-9529824ffc8c,revision_number=1']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:21.585048 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.scheduler.base_scheduler [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Resources bound (agent type, host, resource id): {{(pid=73840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:21.596973 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-06578581-5416-4b0b-80be-835749a33250 None None] No Port match for: d470d35f-1d50-4e8c-b145-da2c4bafbb2c {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:12:21.597425 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device d470d35f-1d50-4e8c-b145-da2c4bafbb2c not bound to the agent host hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:12:21.613200 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:21.645116 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Received port after_create {{(pid=73840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:12:21.955948 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2309-bc11-4a10-8f68-fb6bbdaf9a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:21.988772 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Attempting to bind port 52daf453-55a9-4a7e-9e24-9529824ffc8c on host dv-cinder-789077-1-smb for vnic_type normal with profile {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:12:21.995346 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Attempting to bind port 52daf453-55a9-4a7e-9e24-9529824ffc8c by drivers openvswitch,hyperv on host dv-cinder-789077-1-smb at level 0 using segments [{'id': '2269bb65-50e6-4da0-b7ea-92484f0ddbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154'}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:12:21.996116 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Attempting to bind port 52daf453-55a9-4a7e-9e24-9529824ffc8c on network c272bd6b-64d2-4e2d-b949-abb77dc52154 {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:12:22.012269 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Checking agent: {'id': 'bb6488c3-d59c-408d-aa24-5113f65b4245', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 1, 45), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:12:22.012970 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Checking segment: {'id': '2269bb65-50e6-4da0-b7ea-92484f0ddbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:12:22.013617 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:22.016493 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Bound using segment: {'id': '2269bb65-50e6-4da0-b7ea-92484f0ddbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154'} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:12:22.016493 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Bound port: 52daf453-55a9-4a7e-9e24-9529824ffc8c, host: dv-cinder-789077-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2269bb65-50e6-4da0-b7ea-92484f0ddbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154'}}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:12:22.017032 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:22.115084 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:22.233419 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:22.235217 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] For port 52daf453-55a9-4a7e-9e24-9529824ffc8c, host dv-cinder-789077-1-smb, cleared binding levels {{(pid=73840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:12:22.245487 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] For port 52daf453-55a9-4a7e-9e24-9529824ffc8c, host dv-cinder-789077-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=52daf453-55a9-4a7e-9e24-9529824ffc8c,segment=NetworkSegment(2269bb65-50e6-4da0-b7ea-92484f0ddbfa),segment_id=2269bb65-50e6-4da0-b7ea-92484f0ddbfa)] {{(pid=73840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:12:22.257935 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-f1ad2309-bc11-4a10-8f68-fb6bbdaf9a23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:22.260108 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:22.270912 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-f1ad2309-bc11-4a10-8f68-fb6bbdaf9a23 admin admin] Usage tracker for resource:security_group_rule and tenant:03749f6a8b1949bdb9049ef32e9258d7 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:22.271968 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:22.296259 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-f1ad2309-bc11-4a10-8f68-fb6bbdaf9a23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:22.311867 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-f1ad2309-bc11-4a10-8f68-fb6bbdaf9a23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:22.514865 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Pushing event updated for resources: {'Port': ['ID=52daf453-55a9-4a7e-9e24-9529824ffc8c,revision_number=2']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:22.522814 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:22.708963 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_common [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] Allocated IP 172.28.2.201 (9f391acb-6dd2-44ac-8608-38eed26063e6/10d86011-1629-4945-9d03-3701e203e3e6/bbe011f2-0bc5-43a8-b5e5-358423ffb948) {{(pid=73839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:12:22.835436 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2309-bc11-4a10-8f68-fb6bbdaf9a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:22.845024 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2309-bc11-4a10-8f68-fb6bbdaf9a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:22.909091 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-9ddeebaf-86da-415a-82c9-af370878f958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:22.954415 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:23.095369 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:23.177484 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:23.209873 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-f1ad2309-bc11-4a10-8f68-fb6bbdaf9a23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03749f6a8b1949bdb9049ef32e9258d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7203069 May 02 03:12:23.212349 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 40698) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:23.228484 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad2309-bc11-4a10-8f68-fb6bbdaf9a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7d7f17-cc47-4a7a-9185-30ef7cc001b4,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:23.268215 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-f1ad2309-bc11-4a10-8f68-fb6bbdaf9a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:23.277888 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] Network 9f391acb-6dd2-44ac-8608-38eed26063e6 is already hosted by enough agents. {{(pid=73839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:12:23.284827 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] Resources bound (agent type, host, resource id): {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:23.294844 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] Received port after_create {{(pid=73839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:12:23.389338 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933be0d-9c10-42f9-bb15-6b0f2f7dbf3e req-6eae65af-0967-41bc-9a10-228672e0d1e7 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:23.408158 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-1933be0d-9c10-42f9-bb15-6b0f2f7dbf3e req-6eae65af-0967-41bc-9a10-228672e0d1e7 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.5240419 May 02 03:12:23.455003 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a879ad37-02cd-4e97-8f20-1efc6a33765a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:23.532482 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-1933be0d-9c10-42f9-bb15-6b0f2f7dbf3e req-5afaeb5c-0e01-4978-8d9c-45dfc6433d1b tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229255 May 02 03:12:23.568134 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a879ad37-02cd-4e97-8f20-1efc6a33765a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:23.798938 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a879ad37-02cd-4e97-8f20-1efc6a33765a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:23.806940 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-0e010f9e-de45-41ec-b1e8-8c71e440e70f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:23.858390 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a879ad37-02cd-4e97-8f20-1efc6a33765a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:23.860361 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-a879ad37-02cd-4e97-8f20-1efc6a33765a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b7d7f17-cc47-4a7a-9185-30ef7cc001b4 HTTP/1.1" status: 204 len: 168 time: 0.6413887 May 02 03:12:23.867371 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879ad37-02cd-4e97-8f20-1efc6a33765a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7d7f17-cc47-4a7a-9185-30ef7cc001b4,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:23.885277 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-a879ad37-02cd-4e97-8f20-1efc6a33765a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:24.396541 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] Pushing event updated for resources: {'Port': ['ID=bbe011f2-0bc5-43a8-b5e5-358423ffb948,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:24.539973 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 52daf453-55a9-4a7e-9e24-9529824ffc8c up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:24.797717 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning for port 52daf453-55a9-4a7e-9e24-9529824ffc8c completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:24.813532 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.636s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:24.817888 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354b65fd-ae56-439c-bdc3-e77d9a9b96a0 None None] Network c272bd6b-64d2-4e2d-b949-abb77dc52154 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:12:24.940088 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0ee8c491-779c-4697-a0a2-2f0a5a2386c5 None None] Provisioning for port 52daf453-55a9-4a7e-9e24-9529824ffc8c completed by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:25.058001 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dcf09-6aa6-4348-a69f-815215aeb393 req-339f80f5-1c45-4e54-bfaf-f5e86c628fff tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:25.066025 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4a8dcf09-6aa6-4348-a69f-815215aeb393 req-339f80f5-1c45-4e54-bfaf-f5e86c628fff tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 2.0812838 May 02 03:12:25.076003 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0ee8c491-779c-4697-a0a2-2f0a5a2386c5 None None] Provisioning complete for port 52daf453-55a9-4a7e-9e24-9529824ffc8c triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:25.077134 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0ee8c491-779c-4697-a0a2-2f0a5a2386c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:25.161364 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4a8dcf09-6aa6-4348-a69f-815215aeb393 req-dac1d196-08b9-4717-a8d2-1053fd8e115e tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938864 May 02 03:12:25.162586 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:25.206593 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffc766-ddbd-4139-97bf-607e8f5968c9 req-08bfa468-58af-4ee3-8c40-677f21dcc5ab tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:25.223647 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a9ffc766-ddbd-4139-97bf-607e8f5968c9 req-08bfa468-58af-4ee3-8c40-677f21dcc5ab tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10 HTTP/1.1" status: 200 len: 945 time: 0.3755054 May 02 03:12:25.324303 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a9ffc766-ddbd-4139-97bf-607e8f5968c9 req-56ec0056-7979-4709-94de-680757a02cb6 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063704 May 02 03:12:25.722696 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0ee8c491-779c-4697-a0a2-2f0a5a2386c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:25.723655 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec6d0b-03e2-403d-918c-309f96eb31a7 req-d6aa2b23-e6a9-45b5-bdc4-666d6673ffcd tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:25.725515 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-adec6d0b-03e2-403d-918c-309f96eb31a7 req-d6aa2b23-e6a9-45b5-bdc4-666d6673ffcd tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.2503605 May 02 03:12:25.801402 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-0ee8c491-779c-4697-a0a2-2f0a5a2386c5 None None] For port 52daf453-55a9-4a7e-9e24-9529824ffc8c, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=52daf453-55a9-4a7e-9e24-9529824ffc8c,segment=NetworkSegment(2269bb65-50e6-4da0-b7ea-92484f0ddbfa),segment_id=2269bb65-50e6-4da0-b7ea-92484f0ddbfa)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:25.815766 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0ee8c491-779c-4697-a0a2-2f0a5a2386c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:25.820879 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:25.996989 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-adec6d0b-03e2-403d-918c-309f96eb31a7 req-e51f5d56-7a68-4a82-8c34-3d7c049f2a8c tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646668 May 02 03:12:26.040875 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681148'] for router, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:26.069475 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8c491-779c-4697-a0a2-2f0a5a2386c5 None None] Pushing event updated for resources: {'Port': ['ID=52daf453-55a9-4a7e-9e24-9529824ffc8c,revision_number=3']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:26.075288 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0ee8c491-779c-4697-a0a2-2f0a5a2386c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:26.185275 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3acf2e-9715-4d1f-8901-13693a130a79 req-9bb933a0-3a7f-4847-a480-038f40cd2816 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:26.188887 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-6e3acf2e-9715-4d1f-8901-13693a130a79 req-9bb933a0-3a7f-4847-a480-038f40cd2816 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.16 "GET /v2.0/ports?device_id=26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10 HTTP/1.1" status: 200 len: 945 time: 0.1601899 May 02 03:12:26.358325 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-11d7631f-4f92-4426-bf26-0bd62dae4851 None None] Provisioning complete for port 52daf453-55a9-4a7e-9e24-9529824ffc8c triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:26.358725 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-11d7631f-4f92-4426-bf26-0bd62dae4851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:26.531335 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [req-6e3acf2e-9715-4d1f-8901-13693a130a79 req-bcc584dc-a96b-47e9-9edf-698f1f3cc58a tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Deleting port 273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8 {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:12:26.531989 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-6e3acf2e-9715-4d1f-8901-13693a130a79 req-bcc584dc-a96b-47e9-9edf-698f1f3cc58a tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:26.540630 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] Router f0c51a92-99b3-4ace-a345-8f06962cbe98 is scheduled to L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f with binding_index 1 {{(pid=73839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 02 03:12:26.649526 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 52daf453-55a9-4a7e-9e24-9529824ffc8c up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:26.894415 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:12:26.912382 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] Sync routers for ids ['f0c51a92-99b3-4ace-a345-8f06962cbe98'] in dv-cinder-789077-1-smb {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:12:26.940405 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] Routers {'f0c51a92-99b3-4ace-a345-8f06962cbe98'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:12:26.941071 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:12:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['f0c51a92-99b3-4ace-a345-8f06962cbe98'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:26.941611 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port 52daf453-55a9-4a7e-9e24-9529824ffc8c triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:26.942117 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:26.973433 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] Notify callbacks [] for router, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:26.974774 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.4552686 May 02 03:12:26.991285 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 40736) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:27.104119 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-6e3acf2e-9715-4d1f-8901-13693a130a79 req-bcc584dc-a96b-47e9-9edf-698f1f3cc58a tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] For port 273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8,segment=NetworkSegment(9a4193b4-49de-4b60-8991-8a5cf7fb4e4b),segment_id=9a4193b4-49de-4b60-8991-8a5cf7fb4e4b)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:27.104432 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-6e3acf2e-9715-4d1f-8901-13693a130a79 req-bcc584dc-a96b-47e9-9edf-698f1f3cc58a tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:27.358296 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [req-6e3acf2e-9715-4d1f-8901-13693a130a79 req-bcc584dc-a96b-47e9-9edf-698f1f3cc58a tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Calling delete_port for 273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8 owned by compute:nova {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:12:27.406353 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e666aed-bc51-4bf9-a939-b04a4fc3f76e req-fdf0482d-76bc-4d30-a96d-e43910803c23 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:27.408493 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3e666aed-bc51-4bf9-a939-b04a4fc3f76e req-fdf0482d-76bc-4d30-a96d-e43910803c23 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10 HTTP/1.1" status: 200 len: 945 time: 0.5189166 May 02 03:12:27.521870 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] Set router f0c51a92-99b3-4ace-a345-8f06962cbe98 gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:12:27.599785 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3e666aed-bc51-4bf9-a939-b04a4fc3f76e req-d0421f44-de75-4cf5-849e-f5afd7b8fcdc tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756132 May 02 03:12:27.790766 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-6e3acf2e-9715-4d1f-8901-13693a130a79 req-bcc584dc-a96b-47e9-9edf-698f1f3cc58a tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:27.819262 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['2094c639-72ff-40b6-a726-ff20e8d9032f', '4abd5286-ff50-4f16-ac14-ce079aae3479', '273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:12:27.862675 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:28.159786 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc584dc-a96b-47e9-9edf-698f1f3cc58a tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Pushing event deleted for resources: {'Port': ['ID=273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:28.176820 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-bcc584dc-a96b-47e9-9edf-698f1f3cc58a tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:28.366301 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3acf2e-9715-4d1f-8901-13693a130a79 req-bcc584dc-a96b-47e9-9edf-698f1f3cc58a tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] No DVR routers for this DVR port 273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8 on host hv-cinder-78907 {{(pid=73838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:12:28.370835 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-6e3acf2e-9715-4d1f-8901-13693a130a79 req-bcc584dc-a96b-47e9-9edf-698f1f3cc58a tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:28.387800 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10', 'name': 'network-vif-deleted', 'tag': '273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:12:28.527812 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'name': 'tempest-TestShelveInstance-225767847-router', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:19Z', 'updated_at': '2021-05-02T03:12:24Z', 'revision_number': 3, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'gw_port': {'id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:22Z', 'updated_at': '2021-05-02T03:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:28.533313 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] Checking router: f0c51a92-99b3-4ace-a345-8f06962cbe98 for host: dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:12:28.533769 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] Updating router f0c51a92-99b3-4ace-a345-8f06962cbe98 port bbe011f2-0bc5-43a8-b5e5-358423ffb948 binding host dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:12:28.565587 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-6e3acf2e-9715-4d1f-8901-13693a130a79 req-bcc584dc-a96b-47e9-9edf-698f1f3cc58a tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.16 "DELETE /v2.0/ports/273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8 HTTP/1.1" status: 204 len: 173 time: 2.3702276 May 02 03:12:28.606197 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d03daa-cb98-4a80-82a1-f529c792d6b9 req-bcb36f5a-e824-43ad-8859-11088c16f6e3 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:28.608483 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-c0d03daa-cb98-4a80-82a1-f529c792d6b9 req-bcb36f5a-e824-43ad-8859-11088c16f6e3 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 2.0913897 May 02 03:12:28.722060 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:28.730913 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150bcb6-c52e-44ff-b05e-6e9e144aff20 req-69958461-b5d5-4781-9667-49b633c6f21f tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:28.756344 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-7150bcb6-c52e-44ff-b05e-6e9e144aff20 req-69958461-b5d5-4781-9667-49b633c6f21f tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.6758988 May 02 03:12:28.890835 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-c0d03daa-cb98-4a80-82a1-f529c792d6b9 req-30af8ce4-342e-469f-a5b7-7e886c1fd1af tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606943 May 02 03:12:28.992546 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 40752) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:29.046952 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-7150bcb6-c52e-44ff-b05e-6e9e144aff20 req-5138b542-9955-411e-b0d1-016ae6583a23 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747703 May 02 03:12:29.130996 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10', 'name': 'network-vif-deleted', 'tag': '273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8', 'status': 'completed', 'code': 200} May 02 03:12:29.178706 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:29.247405 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-dd732277-3c80-4076-b7af-32effb20f17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:29.296929 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-117977d1-3c1d-4f2e-81d1-829a5e948e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:29.348354 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-117977d1-3c1d-4f2e-81d1-829a5e948e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:29.361375 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-117977d1-3c1d-4f2e-81d1-829a5e948e55 admin admin] Usage tracker for resource:security_group_rule and tenant:e2b755b4962f44bd992464d8aa9094a2 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:29.374429 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-117977d1-3c1d-4f2e-81d1-829a5e948e55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:29.399491 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-117977d1-3c1d-4f2e-81d1-829a5e948e55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:29.553931 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c539ed02-afe1-46d7-8aa8-17b970054f07 req-20d004c9-eca9-44e2-bcda-0e40d0c70a89 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=26ce8a09-dbc5-4c2f-8dcd-ce84d6346d10 HTTP/1.1" status: 200 len: 210 time: 0.1875122 May 02 03:12:29.580065 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-117977d1-3c1d-4f2e-81d1-829a5e948e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:29.587092 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-117977d1-3c1d-4f2e-81d1-829a5e948e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:29.636092 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] Notify callbacks [] for port, precommit_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:29.651499 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:29.666280 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.provisioning_blocks [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] Transition to ACTIVE for port object bbe011f2-0bc5-43a8-b5e5-358423ffb948 will not be triggered until provisioned by entity L2. {{(pid=73841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:29.668153 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-117977d1-3c1d-4f2e-81d1-829a5e948e55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2b755b4962f44bd992464d8aa9094a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6739817 May 02 03:12:29.673526 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 40758) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:29.684565 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:29.694511 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:29.793561 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5f11f412-10df-4210-8762-a7ce5239d6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:29.797904 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117977d1-3c1d-4f2e-81d1-829a5e948e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6002a2c0-5bde-4556-854a-cbe7d474c1fa,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:29.825490 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-117977d1-3c1d-4f2e-81d1-829a5e948e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:29.892441 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5f11f412-10df-4210-8762-a7ce5239d6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:29.903367 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683b763-63f7-4993-9af8-8b3e3b5d5563 None None] Pushing event updated for resources: {'Port': ['ID=bbe011f2-0bc5-43a8-b5e5-358423ffb948,revision_number=2']} {{(pid=73841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:29.952163 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_common [None req-dd732277-3c80-4076-b7af-32effb20f17c admin admin] Allocated IP 172.20.0.1 (c272bd6b-64d2-4e2d-b949-abb77dc52154/506f98ec-dfc0-4209-bc72-91aa0b53fe2c/0f41897d-2974-4e3a-b2d3-0e6e7bf90341) {{(pid=73839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:12:29.953188 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683b763-63f7-4993-9af8-8b3e3b5d5563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:29.953541 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683b763-63f7-4993-9af8-8b3e3b5d5563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:29.956043 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683b763-63f7-4993-9af8-8b3e3b5d5563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:29.959573 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683b763-63f7-4993-9af8-8b3e3b5d5563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:29.959813 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683b763-63f7-4993-9af8-8b3e3b5d5563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:29.960162 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683b763-63f7-4993-9af8-8b3e3b5d5563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:29.960585 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683b763-63f7-4993-9af8-8b3e3b5d5563 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:29.960988 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683b763-63f7-4993-9af8-8b3e3b5d5563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:29.961273 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683b763-63f7-4993-9af8-8b3e3b5d5563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:29.961593 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683b763-63f7-4993-9af8-8b3e3b5d5563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:29.961937 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683b763-63f7-4993-9af8-8b3e3b5d5563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:29.962236 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683b763-63f7-4993-9af8-8b3e3b5d5563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:29.971544 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [None req-c683b763-63f7-4993-9af8-8b3e3b5d5563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:30.000670 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5f11f412-10df-4210-8762-a7ce5239d6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:30.004983 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:30.032745 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11f412-10df-4210-8762-a7ce5239d6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6002a2c0-5bde-4556-854a-cbe7d474c1fa,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:30.042432 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-5f11f412-10df-4210-8762-a7ce5239d6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:30.059807 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.managers [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] Attempting to bind port bbe011f2-0bc5-43a8-b5e5-358423ffb948 on host dv-cinder-789077-1-smb for vnic_type normal with profile {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:12:30.060285 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.managers [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] Attempting to bind port bbe011f2-0bc5-43a8-b5e5-358423ffb948 by drivers openvswitch,hyperv on host dv-cinder-789077-1-smb at level 0 using segments [{'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}] {{(pid=73841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:12:30.060788 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] Attempting to bind port bbe011f2-0bc5-43a8-b5e5-358423ffb948 on network 9f391acb-6dd2-44ac-8608-38eed26063e6 {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:12:30.064701 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5f11f412-10df-4210-8762-a7ce5239d6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:30.078853 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-5f11f412-10df-4210-8762-a7ce5239d6ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6002a2c0-5bde-4556-854a-cbe7d474c1fa HTTP/1.1" status: 204 len: 168 time: 0.3940578 May 02 03:12:30.110292 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] Checking agent: {'id': 'bb6488c3-d59c-408d-aa24-5113f65b4245', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 1, 45), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:12:30.110439 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] Checking segment: {'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:12:30.110838 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:30.112658 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] Bound using segment: {'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'} {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:12:30.113458 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.managers [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] Bound port: bbe011f2-0bc5-43a8-b5e5-358423ffb948, host: dv-cinder-789077-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}}] {{(pid=73841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:12:30.115629 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:30.355711 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.db [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] For port bbe011f2-0bc5-43a8-b5e5-358423ffb948, host dv-cinder-789077-1-smb, cleared binding levels {{(pid=73841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:12:30.383408 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.db [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] For port bbe011f2-0bc5-43a8-b5e5-358423ffb948, host dv-cinder-789077-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=bbe011f2-0bc5-43a8-b5e5-358423ffb948,segment=NetworkSegment(000b502f-0377-4925-a8c0-e47bbb3cb5cf),segment_id=000b502f-0377-4925-a8c0-e47bbb3cb5cf)] {{(pid=73841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:12:30.406298 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:30.512403 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960cfbc-4c21-4406-be68-8b4f413e840d req-5d9544ca-3194-419a-bb59-308ddb6678a1 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:30.514833 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d960cfbc-4c21-4406-be68-8b4f413e840d req-5d9544ca-3194-419a-bb59-308ddb6678a1 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 0.2948239 May 02 03:12:30.537738 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [None req-12bf5a94-8f7c-4eec-b532-32dc901835ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:30.540283 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-dd732277-3c80-4076-b7af-32effb20f17c admin admin] Notify callbacks [] for port, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:30.578740 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.provisioning_blocks [None req-dd732277-3c80-4076-b7af-32effb20f17c admin admin] Transition to ACTIVE for port object 0f41897d-2974-4e3a-b2d3-0e6e7bf90341 will not be triggered until provisioned by entity DHCP. {{(pid=73839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:30.687378 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] Routers {'f0c51a92-99b3-4ace-a345-8f06962cbe98'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:12:30.688273 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:12:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['f0c51a92-99b3-4ace-a345-8f06962cbe98'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:30.698403 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b406f6-d8eb-4995-b599-74756689a5a0 req-0ac5871e-748e-464e-a5a1-999c6c0d5fe7 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:30.700170 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d960cfbc-4c21-4406-be68-8b4f413e840d req-a6f88f4c-2ef7-4066-ba30-82204d977927 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726148 May 02 03:12:30.702267 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-48b406f6-d8eb-4995-b599-74756689a5a0 req-0ac5871e-748e-464e-a5a1-999c6c0d5fe7 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.2910166 May 02 03:12:30.753271 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-dd732277-3c80-4076-b7af-32effb20f17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:30.789762 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-3bc88703-031a-4b5b-bba9-cf2500aaa940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:30.802455 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:12:30.920543 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-06578581-5416-4b0b-80be-835749a33250 None None] No Port match for: 273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8 {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:12:30.920816 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 273c0ba0-81c1-4fa4-863f-e4aa5eebc2f8 not bound to the agent host hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:12:31.026313 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd732277-3c80-4076-b7af-32effb20f17c admin admin] Network c272bd6b-64d2-4e2d-b949-abb77dc52154 is already hosted by enough agents. {{(pid=73839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:12:31.297269 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-dd732277-3c80-4076-b7af-32effb20f17c admin admin] Resources bound (agent type, host, resource id): {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:31.308902 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd732277-3c80-4076-b7af-32effb20f17c admin admin] Received port after_create {{(pid=73839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:12:31.378034 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683b763-63f7-4993-9af8-8b3e3b5d5563 None None] Pushing event updated for resources: {'Port': ['ID=bbe011f2-0bc5-43a8-b5e5-358423ffb948,revision_number=3']} {{(pid=73841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:31.387819 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [None req-c683b763-63f7-4993-9af8-8b3e3b5d5563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:31.403888 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] Set router f0c51a92-99b3-4ace-a345-8f06962cbe98 gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:12:31.410910 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-48b406f6-d8eb-4995-b599-74756689a5a0 req-a8c7cbb1-3342-476e-ae0f-077bd4873498 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6956744 May 02 03:12:31.481413 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd732277-3c80-4076-b7af-32effb20f17c admin admin] Pushing event updated for resources: {'Port': ['ID=0f41897d-2974-4e3a-b2d3-0e6e7bf90341,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:31.500518 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-dd732277-3c80-4076-b7af-32effb20f17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:31.542965 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-dd732277-3c80-4076-b7af-32effb20f17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656339'] for router_interface, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:31.709595 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-787c6676-6775-49be-acbc-119ae69a6064 None None] Provisioning for port 0f41897d-2974-4e3a-b2d3-0e6e7bf90341 completed by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:31.724151 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-787c6676-6775-49be-acbc-119ae69a6064 None None] Provisioning complete for port 0f41897d-2974-4e3a-b2d3-0e6e7bf90341 triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:31.725602 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-787c6676-6775-49be-acbc-119ae69a6064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:31.910915 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-787c6676-6775-49be-acbc-119ae69a6064 None None] Port 0f41897d-2974-4e3a-b2d3-0e6e7bf90341 cannot update to ACTIVE because it is not bound. {{(pid=73840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:12:32.096718 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-dd732277-3c80-4076-b7af-32effb20f17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:32.311926 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'name': 'tempest-TestShelveInstance-225767847-router', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:19Z', 'updated_at': '2021-05-02T03:12:24Z', 'revision_number': 3, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'gw_port': {'id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:22Z', 'updated_at': '2021-05-02T03:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:32.317112 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726cbbd5-6743-44ee-a415-eed9895b6d91 None None] The sync data for ids ['f0c51a92-99b3-4ace-a345-8f06962cbe98'] in dv-cinder-789077-1-smb is: [{'id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'name': 'tempest-TestShelveInstance-225767847-router', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:19Z', 'updated_at': '2021-05-02T03:12:24Z', 'revision_number': 3, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'gw_port': {'id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:22Z', 'updated_at': '2021-05-02T03:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}] {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:12:32.373782 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a91dcb-e2fb-433b-adbc-3c7abf3301fc req-4e730238-3313-4846-8f61-5ba2c8830c11 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:32.375417 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-84a91dcb-e2fb-433b-adbc-3c7abf3301fc req-4e730238-3313-4846-8f61-5ba2c8830c11 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 0.2807031 May 02 03:12:32.540014 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-dd732277-3c80-4076-b7af-32effb20f17c admin admin] Notify callbacks [] for port, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:32.546250 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-dd732277-3c80-4076-b7af-32effb20f17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16143192'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:32.626669 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:32.731055 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a99ac5-cc7e-4c5d-9e0a-f4b488fd2b22 req-81347cee-354f-4b0a-959b-8db46e4ed8fa tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:32.733540 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-20a99ac5-cc7e-4c5d-9e0a-f4b488fd2b22 req-81347cee-354f-4b0a-959b-8db46e4ed8fa tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f3db576-86cf-46ab-a2ae-2ea429c2c973 HTTP/1.1" status: 200 len: 946 time: 0.8800142 May 02 03:12:32.734751 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-dd732277-3c80-4076-b7af-32effb20f17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656240'] for router_interface, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:32.836897 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-84a91dcb-e2fb-433b-adbc-3c7abf3301fc req-9096be55-d39c-4549-be89-0fe920430fa3 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4269388 May 02 03:12:32.876502 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-20a99ac5-cc7e-4c5d-9e0a-f4b488fd2b22 req-d7028847-6d65-472b-8c43-b89e0841029c tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227641 May 02 03:12:33.192530 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd732277-3c80-4076-b7af-32effb20f17c admin admin] Pushing event updated for resources: {'Port': ['ID=0f41897d-2974-4e3a-b2d3-0e6e7bf90341,revision_number=2']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:33.209256 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-dd732277-3c80-4076-b7af-32effb20f17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:33.288045 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd732277-3c80-4076-b7af-32effb20f17c admin admin] Network c272bd6b-64d2-4e2d-b949-abb77dc52154 is already hosted by enough agents. {{(pid=73839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:12:33.453548 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-dd732277-3c80-4076-b7af-32effb20f17c admin admin] Resources bound (agent type, host, resource id): {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:33.506546 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcb7f8-dea3-4cb3-9857-96c0f2be7c69 req-264c50d5-93e4-4aa1-8a80-9abfc48ecec5 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:33.509479 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-a0fcb7f8-dea3-4cb3-9857-96c0f2be7c69 req-264c50d5-93e4-4aa1-8a80-9abfc48ecec5 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Synchronizing usage tracker for tenant:d517c1706c83412cb9564e16749007b5 on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:12:33.566894 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-a0fcb7f8-dea3-4cb3-9857-96c0f2be7c69 req-264c50d5-93e4-4aa1-8a80-9abfc48ecec5 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Unset dirty status for tenant:d517c1706c83412cb9564e16749007b5 on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:12:33.568263 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a0fcb7f8-dea3-4cb3-9857-96c0f2be7c69 req-264c50d5-93e4-4aa1-8a80-9abfc48ecec5 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f3db576-86cf-46ab-a2ae-2ea429c2c973 HTTP/1.1" status: 200 len: 946 time: 0.7061143 May 02 03:12:33.966377 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-40abae5f-6389-4293-93c9-bd5b6642a345 None None] Provisioning complete for port 0f41897d-2974-4e3a-b2d3-0e6e7bf90341 triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:33.967056 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-40abae5f-6389-4293-93c9-bd5b6642a345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:34.124780 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-40abae5f-6389-4293-93c9-bd5b6642a345 None None] Port 0f41897d-2974-4e3a-b2d3-0e6e7bf90341 cannot update to ACTIVE because it is not bound. {{(pid=73840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:12:34.134564 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [req-a0fcb7f8-dea3-4cb3-9857-96c0f2be7c69 req-e4b67498-36ab-446a-803f-242f0b3fc8e8 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Deleting port 4abd5286-ff50-4f16-ac14-ce079aae3479 {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:12:34.135055 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a0fcb7f8-dea3-4cb3-9857-96c0f2be7c69 req-e4b67498-36ab-446a-803f-242f0b3fc8e8 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:34.286738 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f925f67-5d4d-425d-bfcc-de3751f7f6c0 req-95835e71-1643-4cca-b7cd-b01794752a92 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:34.294916 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-2f925f67-5d4d-425d-bfcc-de3751f7f6c0 req-95835e71-1643-4cca-b7cd-b01794752a92 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 1.0043585 May 02 03:12:34.452421 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-2f925f67-5d4d-425d-bfcc-de3751f7f6c0 req-f49b09e0-b10f-46ac-8512-568d87675faa tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446161 May 02 03:12:34.476680 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device bbe011f2-0bc5-43a8-b5e5-358423ffb948 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:34.508164 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd732277-3c80-4076-b7af-32effb20f17c admin admin] Router f0c51a92-99b3-4ace-a345-8f06962cbe98 has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:12:34.543937 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-a0fcb7f8-dea3-4cb3-9857-96c0f2be7c69 req-e4b67498-36ab-446a-803f-242f0b3fc8e8 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] For port 4abd5286-ff50-4f16-ac14-ce079aae3479, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=4abd5286-ff50-4f16-ac14-ce079aae3479,segment=NetworkSegment(9a4193b4-49de-4b60-8991-8a5cf7fb4e4b),segment_id=9a4193b4-49de-4b60-8991-8a5cf7fb4e4b)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:34.544837 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a0fcb7f8-dea3-4cb3-9857-96c0f2be7c69 req-e4b67498-36ab-446a-803f-242f0b3fc8e8 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:34.703313 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning for port bbe011f2-0bc5-43a8-b5e5-358423ffb948 completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:34.714604 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port bbe011f2-0bc5-43a8-b5e5-358423ffb948 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:34.715174 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:34.755791 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [req-a0fcb7f8-dea3-4cb3-9857-96c0f2be7c69 req-e4b67498-36ab-446a-803f-242f0b3fc8e8 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Calling delete_port for 4abd5286-ff50-4f16-ac14-ce079aae3479 owned by compute:nova {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:12:35.056157 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.067388 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad977c-6ea0-443c-b2bb-f6c3f5ce6404 req-191d23f2-e7ee-4c01-b1af-e9eea8434f53 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:35.069163 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a5ad977c-6ea0-443c-b2bb-f6c3f5ce6404 req-191d23f2-e7ee-4c01-b1af-e9eea8434f53 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 0.3367801 May 02 03:12:35.079378 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] For port bbe011f2-0bc5-43a8-b5e5-358423ffb948, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=bbe011f2-0bc5-43a8-b5e5-358423ffb948,segment=NetworkSegment(000b502f-0377-4925-a8c0-e47bbb3cb5cf),segment_id=000b502f-0377-4925-a8c0-e47bbb3cb5cf)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:35.088296 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.094442 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a0fcb7f8-dea3-4cb3-9857-96c0f2be7c69 req-e4b67498-36ab-446a-803f-242f0b3fc8e8 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.094629 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:35.108633 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd732277-3c80-4076-b7af-32effb20f17c admin admin] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:12:35.119086 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-64340143-e9b2-467a-bbca-f079f4278b66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:35.187817 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['2094c639-72ff-40b6-a726-ff20e8d9032f'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:12:35.189688 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a5ad977c-6ea0-443c-b2bb-f6c3f5ce6404 req-6aaa23bf-6ec5-426e-9195-5f4d7bd468ea tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119387 May 02 03:12:35.214558 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-dd732277-3c80-4076-b7af-32effb20f17c admin admin] 10.222.0.20 "PUT /v2.0/routers/f0c51a92-99b3-4ace-a345-8f06962cbe98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2200301 May 02 03:12:35.332606 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9aecce4e-8216-4a77-86a9-933da3ab6f07 req-5feb0b2b-0883-41d7-93e0-eddc32e0af29 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f3db576-86cf-46ab-a2ae-2ea429c2c973 HTTP/1.1" status: 200 len: 210 time: 0.3002000 May 02 03:12:35.392370 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fcb7f8-dea3-4cb3-9857-96c0f2be7c69 req-e4b67498-36ab-446a-803f-242f0b3fc8e8 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] No DVR routers for this DVR port 4abd5286-ff50-4f16-ac14-ce079aae3479 on host hv-cinder-78907 {{(pid=73838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:12:35.397252 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a0fcb7f8-dea3-4cb3-9857-96c0f2be7c69 req-e4b67498-36ab-446a-803f-242f0b3fc8e8 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:35.422700 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3db576-86cf-46ab-a2ae-2ea429c2c973', 'name': 'network-vif-deleted', 'tag': '4abd5286-ff50-4f16-ac14-ce079aae3479'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:12:35.436209 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Pushing event updated for resources: {'Port': ['ID=bbe011f2-0bc5-43a8-b5e5-358423ffb948,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:35.437934 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b67498-36ab-446a-803f-242f0b3fc8e8 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Pushing event deleted for resources: {'Port': ['ID=4abd5286-ff50-4f16-ac14-ce079aae3479,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:35.442336 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-e4b67498-36ab-446a-803f-242f0b3fc8e8 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:35.446316 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a0fcb7f8-dea3-4cb3-9857-96c0f2be7c69 req-e4b67498-36ab-446a-803f-242f0b3fc8e8 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.16 "DELETE /v2.0/ports/4abd5286-ff50-4f16-ac14-ce079aae3479 HTTP/1.1" status: 204 len: 173 time: 1.8720844 May 02 03:12:35.487600 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:35.614023 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3db576-86cf-46ab-a2ae-2ea429c2c973', 'name': 'network-vif-deleted', 'tag': '4abd5286-ff50-4f16-ac14-ce079aae3479', 'status': 'completed', 'code': 200} May 02 03:12:35.817999 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] Sync routers for ids ['f0c51a92-99b3-4ace-a345-8f06962cbe98'] in dv-cinder-789077-1-smb {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:12:35.831678 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] Routers {'f0c51a92-99b3-4ace-a345-8f06962cbe98'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:12:35.834505 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:12:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['f0c51a92-99b3-4ace-a345-8f06962cbe98'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:35.929324 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462b511-d2f4-4ff2-a215-fb3e06135be6 req-d78ba06e-00d7-428d-bc88-f18a7ffae095 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:35.932391 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e462b511-d2f4-4ff2-a215-fb3e06135be6 req-d78ba06e-00d7-428d-bc88-f18a7ffae095 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1718996 May 02 03:12:36.002216 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e462b511-d2f4-4ff2-a215-fb3e06135be6 req-b7cbc41c-5558-4448-bf0d-3eb855e9a7e3 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603409 May 02 03:12:36.176103 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] Set router f0c51a92-99b3-4ace-a345-8f06962cbe98 gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:12:36.382481 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 40862) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:36.389981 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-315909243-network', 'tenant_id': 'b9f4c250cbe9497e87cfce1009601c37'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:12:36.402620 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:36.417054 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Usage tracker for resource:network and tenant:b9f4c250cbe9497e87cfce1009601c37 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:36.434662 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:36.456624 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:36.525116 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Made reservation on behalf of b9f4c250cbe9497e87cfce1009601c37 for: {'network': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:12:36.528110 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for network, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:36.565967 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:36.603036 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:36.616555 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Usage tracker for resource:security_group_rule and tenant:b9f4c250cbe9497e87cfce1009601c37 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:36.630873 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:36.650134 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:36.696436 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648524d2-eaa8-4fa1-803b-98fbec854f51 req-94694cc9-1ee0-48c1-bed2-65a6ff82fa6e tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:36.708302 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device bbe011f2-0bc5-43a8-b5e5-358423ffb948 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:36.719486 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-648524d2-eaa8-4fa1-803b-98fbec854f51 req-94694cc9-1ee0-48c1-bed2-65a6ff82fa6e tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 0.2439144 May 02 03:12:36.867509 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 4abd5286-ff50-4f16-ac14-ce079aae3479 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:12:36.882067 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-648524d2-eaa8-4fa1-803b-98fbec854f51 req-46035023-09fb-428c-83d7-4891b41588b5 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614330 May 02 03:12:37.060403 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e98d8a-cea9-4e92-ad9e-ccb0ccb03b7f req-3d10db0c-1d66-43f7-a91a-cc1c8c26c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:37.062507 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-41e98d8a-cea9-4e92-ad9e-ccb0ccb03b7f req-3d10db0c-1d66-43f7-a91a-cc1c8c26c103 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 1098 time: 0.3204169 May 02 03:12:37.067935 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:37.117911 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:37.133544 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-06578581-5416-4b0b-80be-835749a33250 None None] No Port match for: 4abd5286-ff50-4f16-ac14-ce079aae3479 {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:12:37.134250 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 4abd5286-ff50-4f16-ac14-ce079aae3479 not bound to the agent host hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:12:37.149232 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=73838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 03:12:37.175625 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:37.176926 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.db.segments_db [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Added segment 04a7ef85-143a-40d6-a465-c56cd1ab3bb1 of type vlan for network af10c664-84af-46fe-97c4-85f72bf6b581 May 02 03:12:37.240123 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ede4efba-4e95-4f61-8134-f323b4386f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:37.241668 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port bbe011f2-0bc5-43a8-b5e5-358423ffb948 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:37.242451 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:37.336879 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-41e98d8a-cea9-4e92-ad9e-ccb0ccb03b7f req-547d7571-e318-4f4b-90fe-7c39a71e42a6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668307 May 02 03:12:37.347922 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794390503316'] for network, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:37.372548 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22c5aa4-1569-432c-8f83-a89aa038876b,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:37.381072 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:37.427611 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e573e0b-9774-4271-ac39-e95777381095 req-f9be8543-307d-4a95-b298-877865a4591f tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:37.429422 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-5e573e0b-9774-4271-ac39-e95777381095 req-f9be8543-307d-4a95-b298-877865a4591f tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1731739 May 02 03:12:37.430797 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for network, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:37.432205 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:37.432785 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:37.438096 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:37.548584 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Pushing event updated for resources: {'Network': ['ID=af10c664-84af-46fe-97c4-85f72bf6b581,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:37.570760 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:37.580948 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Network af10c664-84af-46fe-97c4-85f72bf6b581 details requested by agent ovs-agent-dv-cinder-789077-1-smb with host dv-cinder-789077-1-smb {{(pid=73840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 02 03:12:37.613978 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2300251 May 02 03:12:37.616914 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 40898) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:37.618008 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-5e573e0b-9774-4271-ac39-e95777381095 req-7c58b23b-8363-4c89-833f-19404ad93904 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728681 May 02 03:12:37.643278 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-dda09cfa-56b2-479c-8c7c-825bc89eb489 admin admin] Request body: {'subnet': {'network_id': 'af10c664-84af-46fe-97c4-85f72bf6b581', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-315909243-subnet', 'tenant_id': 'b9f4c250cbe9497e87cfce1009601c37', 'ip_version': 4}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:12:37.657647 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-dda09cfa-56b2-479c-8c7c-825bc89eb489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:37.663677 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-dda09cfa-56b2-479c-8c7c-825bc89eb489 admin admin] Usage tracker for resource:subnet and tenant:b9f4c250cbe9497e87cfce1009601c37 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:37.667417 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-dda09cfa-56b2-479c-8c7c-825bc89eb489 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:37.679444 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-dda09cfa-56b2-479c-8c7c-825bc89eb489 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:37.706401 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda09cfa-56b2-479c-8c7c-825bc89eb489 admin admin] Made reservation on behalf of b9f4c250cbe9497e87cfce1009601c37 for: {'subnet': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:12:37.711806 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-dda09cfa-56b2-479c-8c7c-825bc89eb489 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15407768'] for subnet, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:37.721359 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'name': 'tempest-TestShelveInstance-225767847-router', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:19Z', 'updated_at': '2021-05-02T03:12:31Z', 'revision_number': 4, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'gw_port': {'id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:22Z', 'updated_at': '2021-05-02T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '0f41897d-2974-4e3a-b2d3-0e6e7bf90341', 'name': '', 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'mac_address': 'fa:16:3e:0d:a1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '506f98ec-dfc0-4209-bc72-91aa0b53fe2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:29Z', 'updated_at': '2021-05-02T03:12:32Z', 'revision_number': 2, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'subnets': [{'id': '506f98ec-dfc0-4209-bc72-91aa0b53fe2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:37.729991 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] Checking router: f0c51a92-99b3-4ace-a345-8f06962cbe98 for host: dv-cinder-789077-1-smb {{(pid=73840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:12:37.730366 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] Updating router f0c51a92-99b3-4ace-a345-8f06962cbe98 port 0f41897d-2974-4e3a-b2d3-0e6e7bf90341 binding host dv-cinder-789077-1-smb {{(pid=73840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:12:37.837383 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:38.549738 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e5cf8-d2ea-41a0-a04d-efaca0a83c26 req-ef9ba0d5-1903-4c89-ab88-71e9f714cc14 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:38.557621 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-969e5cf8-d2ea-41a0-a04d-efaca0a83c26 req-ef9ba0d5-1903-4c89-ab88-71e9f714cc14 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 0.4575891 May 02 03:12:38.695492 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-969e5cf8-d2ea-41a0-a04d-efaca0a83c26 req-7c6c17f0-6f0d-44d5-9361-cbddd1727090 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362553 May 02 03:12:38.864288 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] Notify callbacks [] for port, precommit_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:38.888172 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] Transition to ACTIVE for port object 0f41897d-2974-4e3a-b2d3-0e6e7bf90341 will not be triggered until provisioned by entity L2. {{(pid=73840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:38.903338 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:38.923901 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:38.952365 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1555b8-34a7-40ff-af4d-e113cf8a5007 req-02b49d5c-2f8b-40be-82f2-1996ba488594 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:38.960806 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-8d1555b8-34a7-40ff-af4d-e113cf8a5007 req-02b49d5c-2f8b-40be-82f2-1996ba488594 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1611900 May 02 03:12:39.024517 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b9d7d-8343-4a00-a3db-76b9db90f695 None None] Pushing event updated for resources: {'Port': ['ID=0f41897d-2974-4e3a-b2d3-0e6e7bf90341,revision_number=3']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:39.039071 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-8d1555b8-34a7-40ff-af4d-e113cf8a5007 req-8e19aee4-639c-4096-b95f-f193906174d1 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766406 May 02 03:12:39.101811 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-b67b9d7d-8343-4a00-a3db-76b9db90f695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:39.200738 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-dda09cfa-56b2-479c-8c7c-825bc89eb489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16144095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15407758'] for subnet, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:39.213062 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f861cc0-cf63-4b83-9b67-0906723bb3ff req-d37dcb60-2af6-47a2-bc69-6d6ca506e8fd tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:39.219889 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6f861cc0-cf63-4b83-9b67-0906723bb3ff req-d37dcb60-2af6-47a2-bc69-6d6ca506e8fd tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73 HTTP/1.1" status: 200 len: 945 time: 0.2359691 May 02 03:12:39.223548 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:39.256169 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] Attempting to bind port 0f41897d-2974-4e3a-b2d3-0e6e7bf90341 on host dv-cinder-789077-1-smb for vnic_type normal with profile {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:12:39.256543 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] Attempting to bind port 0f41897d-2974-4e3a-b2d3-0e6e7bf90341 by drivers openvswitch,hyperv on host dv-cinder-789077-1-smb at level 0 using segments [{'id': '2269bb65-50e6-4da0-b7ea-92484f0ddbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154'}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:12:39.256916 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] Attempting to bind port 0f41897d-2974-4e3a-b2d3-0e6e7bf90341 on network c272bd6b-64d2-4e2d-b949-abb77dc52154 {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:12:39.263056 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] Checking agent: {'id': 'bb6488c3-d59c-408d-aa24-5113f65b4245', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 1, 45), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:12:39.263717 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] Checking segment: {'id': '2269bb65-50e6-4da0-b7ea-92484f0ddbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:12:39.264379 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:39.264614 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] Bound using segment: {'id': '2269bb65-50e6-4da0-b7ea-92484f0ddbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154'} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:12:39.265243 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] Bound port: 0f41897d-2974-4e3a-b2d3-0e6e7bf90341, host: dv-cinder-789077-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2269bb65-50e6-4da0-b7ea-92484f0ddbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154'}}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:12:39.265635 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:39.382364 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] For port 0f41897d-2974-4e3a-b2d3-0e6e7bf90341, host dv-cinder-789077-1-smb, cleared binding levels {{(pid=73840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:12:39.384915 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6f861cc0-cf63-4b83-9b67-0906723bb3ff req-0c6dfc21-c399-4b0c-a637-dd89a14e6004 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640973 May 02 03:12:39.385747 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] For port 0f41897d-2974-4e3a-b2d3-0e6e7bf90341, host dv-cinder-789077-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=0f41897d-2974-4e3a-b2d3-0e6e7bf90341,segment=NetworkSegment(2269bb65-50e6-4da0-b7ea-92484f0ddbfa),segment_id=2269bb65-50e6-4da0-b7ea-92484f0ddbfa)] {{(pid=73840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:12:39.400535 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:39.411337 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:39.423612 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda09cfa-56b2-479c-8c7c-825bc89eb489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d791ad3-f09a-4bdf-bdcc-d5facd4747e8,revision_number=0']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:39.429433 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda09cfa-56b2-479c-8c7c-825bc89eb489 admin admin] Checking segment: {'id': '04a7ef85-143a-40d6-a465-c56cd1ab3bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af10c664-84af-46fe-97c4-85f72bf6b581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:12:39.433299 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda09cfa-56b2-479c-8c7c-825bc89eb489 admin admin] Network hostable DHCP agents. Network: af10c664-84af-46fe-97c4-85f72bf6b581, hostable agents: ['614df883-a3aa-459e-9403-57d681838b96'], hosted agents: [] {{(pid=73839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 03:12:39.440555 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-dda09cfa-56b2-479c-8c7c-825bc89eb489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:39.469768 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda09cfa-56b2-479c-8c7c-825bc89eb489 admin admin] Network af10c664-84af-46fe-97c4-85f72bf6b581 is scheduled to be hosted by DHCP agent 614df883-a3aa-459e-9403-57d681838b96 with binding_index 1 {{(pid=73839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 03:12:39.502743 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-dda09cfa-56b2-479c-8c7c-825bc89eb489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-smb, af10c664-84af-46fe-97c4-85f72bf6b581) {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:39.518568 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8287823-19f2-426e-8e63-68fd6e2ab507 None None] Network af10c664-84af-46fe-97c4-85f72bf6b581 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:12:39.520355 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda09cfa-56b2-479c-8c7c-825bc89eb489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:39.521576 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-dda09cfa-56b2-479c-8c7c-825bc89eb489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:39.554626 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-dda09cfa-56b2-479c-8c7c-825bc89eb489 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9336019 May 02 03:12:39.558697 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 40954) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:39.565758 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-315909243-router', 'tenant_id': 'b9f4c250cbe9497e87cfce1009601c37', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:12:39.573569 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:39.586496 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] Usage tracker for resource:router and tenant:b9f4c250cbe9497e87cfce1009601c37 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:39.590196 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:39.597336 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:39.616809 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-700514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29505'] for router, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:39.618589 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-681178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29512'] for router, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:39.661672 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:39.942257 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 40968) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:39.997178 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b9d7d-8343-4a00-a3db-76b9db90f695 None None] Pushing event updated for resources: {'Port': ['ID=0f41897d-2974-4e3a-b2d3-0e6e7bf90341,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:40.005681 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-b67b9d7d-8343-4a00-a3db-76b9db90f695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:40.006562 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] Routers {'f0c51a92-99b3-4ace-a345-8f06962cbe98'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:12:40.007644 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:12:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['f0c51a92-99b3-4ace-a345-8f06962cbe98'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:40.124267 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d112af-86e6-402f-841d-2986f7630402 admin admin] Deleting subnet ca513f2a-53a6-4565-843b-b75b706f91b1 {{(pid=73839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 02 03:12:40.127935 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-17d112af-86e6-402f-841d-2986f7630402 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.188731 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-17d112af-86e6-402f-841d-2986f7630402 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14752365'] for subnet, precommit_delete_associations {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.260468 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-17d112af-86e6-402f-841d-2986f7630402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038349'] for subnet, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.312030 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc315f690-2e35-5bac-9706-73e01d5bab1b-af10c664-84af-46fe-97c4-85f72bf6b581', 'network_id': 'af10c664-84af-46fe-97c4-85f72bf6b581', 'tenant_id': 'b9f4c250cbe9497e87cfce1009601c37', 'fixed_ips': [{'subnet_id': '8d791ad3-f09a-4bdf-bdcc-d5facd4747e8'}]}} from dv-cinder-789077-1-smb. {{(pid=73840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 02 03:12:40.313037 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.586020 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-681171', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-700428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29626'] for router, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.597068 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] Set router f0c51a92-99b3-4ace-a345-8f06962cbe98 gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:12:40.687092 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-17d112af-86e6-402f-841d-2986f7630402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16144030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15407797'] for subnet, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.729771 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:40.804363 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-17d112af-86e6-402f-841d-2986f7630402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:40.817512 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a24633-8b59-4494-8ebb-ed216e815070 req-563ec419-e16b-4ed4-b7ef-46fda59e9a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:40.819031 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b7a24633-8b59-4494-8ebb-ed216e815070 req-563ec419-e16b-4ed4-b7ef-46fda59e9a2c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42c15d9132f24a548967a141c68926b6&device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 1098 time: 0.7952437 May 02 03:12:40.853737 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-17d112af-86e6-402f-841d-2986f7630402 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ca513f2a-53a6-4565-843b-b75b706f91b1 HTTP/1.1" status: 204 len: 168 time: 0.9102395 May 02 03:12:40.863193 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d112af-86e6-402f-841d-2986f7630402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca513f2a-53a6-4565-843b-b75b706f91b1,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:40.864769 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-17d112af-86e6-402f-841d-2986f7630402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:40.865388 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 40976) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:40.907477 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16263305-0607-43e3-8f65-2f7c5cef472d req-09d5b02e-fdd9-4e5d-ab4c-b4d17ee3bb45 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:40.908175 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.db_base_plugin_common [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Allocated IP 172.20.0.2 (af10c664-84af-46fe-97c4-85f72bf6b581/8d791ad3-f09a-4bdf-bdcc-d5facd4747e8/3ab2dcd3-d27d-487d-ab12-e5425dce7574) {{(pid=73840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:12:40.909059 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-16263305-0607-43e3-8f65-2f7c5cef472d req-09d5b02e-fdd9-4e5d-ab4c-b4d17ee3bb45 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.8738134 May 02 03:12:41.018739 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13595919-ad76-4e14-979a-13b9801f87eb req-36c4ec50-ecec-4e3a-8dc1-3a9f313e076c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:41.026967 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-13595919-ad76-4e14-979a-13b9801f87eb req-36c4ec50-ecec-4e3a-8dc1-3a9f313e076c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 0.4253221 May 02 03:12:41.051166 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a24633-8b59-4494-8ebb-ed216e815070 req-926c8ba6-3950-4677-b04c-3c931a0eeda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:41.052736 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b7a24633-8b59-4494-8ebb-ed216e815070 req-926c8ba6-3950-4677-b04c-3c931a0eeda8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=422326d9-912b-4a25-82b9-6ae37fe68d00 HTTP/1.1" status: 200 len: 919 time: 0.1971400 May 02 03:12:41.053677 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-16263305-0607-43e3-8f65-2f7c5cef472d req-f9adb533-6b34-4933-a5e8-d4cf29f24e8f tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313205 May 02 03:12:41.074235 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009c502-dcd8-429a-8401-81cfdd222845 req-6342bcb2-5739-434f-92f9-13bdfd08723f tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:41.075816 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6009c502-dcd8-429a-8401-81cfdd222845 req-6342bcb2-5739-434f-92f9-13bdfd08723f tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.16 "GET /v2.0/ports?device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73 HTTP/1.1" status: 200 len: 945 time: 0.4334245 May 02 03:12:41.079458 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3954dbd6-f982-4b62-823d-30bd13253b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690155'] for network, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:41.172507 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b7a24633-8b59-4494-8ebb-ed216e815070 req-15c632ef-575b-4395-9541-e878f24e115a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 HTTP/1.1" status: 200 len: 217 time: 0.1089714 May 02 03:12:41.184619 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-13595919-ad76-4e14-979a-13b9801f87eb req-a65a6540-d6c8-49dc-b947-92a00de603c3 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563754 May 02 03:12:41.282157 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a24633-8b59-4494-8ebb-ed216e815070 req-0a37033d-0965-4f8d-9f32-fc17e423e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:41.283938 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b7a24633-8b59-4494-8ebb-ed216e815070 req-0a37033d-0965-4f8d-9f32-fc17e423e443 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9b6e3be-0fc1-4ca2-8d57-9b34e3e05baf HTTP/1.1" status: 200 len: 858 time: 0.0958259 May 02 03:12:41.344279 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b7a24633-8b59-4494-8ebb-ed216e815070 req-a5eed59a-cd8c-4c8e-ab9f-b0291e124afb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=422326d9-912b-4a25-82b9-6ae37fe68d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532141 May 02 03:12:41.474438 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'name': 'tempest-TestShelveInstance-225767847-router', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:19Z', 'updated_at': '2021-05-02T03:12:31Z', 'revision_number': 4, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'gw_port': {'id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:22Z', 'updated_at': '2021-05-02T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '0f41897d-2974-4e3a-b2d3-0e6e7bf90341', 'name': '', 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'mac_address': 'fa:16:3e:0d:a1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '506f98ec-dfc0-4209-bc72-91aa0b53fe2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:29Z', 'updated_at': '2021-05-02T03:12:39Z', 'revision_number': 4, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'subnets': [{'id': '506f98ec-dfc0-4209-bc72-91aa0b53fe2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:41.487453 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64dcd95-4527-4161-9d85-a4da6e6144d3 None None] The sync data for ids ['f0c51a92-99b3-4ace-a345-8f06962cbe98'] in dv-cinder-789077-1-smb is: [{'id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'name': 'tempest-TestShelveInstance-225767847-router', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:19Z', 'updated_at': '2021-05-02T03:12:31Z', 'revision_number': 4, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'gw_port': {'id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:22Z', 'updated_at': '2021-05-02T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '0f41897d-2974-4e3a-b2d3-0e6e7bf90341', 'name': '', 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'mac_address': 'fa:16:3e:0d:a1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '506f98ec-dfc0-4209-bc72-91aa0b53fe2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:29Z', 'updated_at': '2021-05-02T03:12:39Z', 'revision_number': 4, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'subnets': [{'id': '506f98ec-dfc0-4209-bc72-91aa0b53fe2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:12:41.580375 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Notify callbacks [] for port, precommit_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:41.598354 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3954dbd6-f982-4b62-823d-30bd13253b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2032080', 'neutron.services.segments.db._delete_segments_for_network-8794390944561'] for network, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:41.635542 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Transition to ACTIVE for port object 3ab2dcd3-d27d-487d-ab12-e5425dce7574 will not be triggered until provisioned by entity L2. {{(pid=73840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:41.688612 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Transition to ACTIVE for port object 3ab2dcd3-d27d-487d-ab12-e5425dce7574 will not be triggered until provisioned by entity DHCP. {{(pid=73840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:41.709278 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:41.714221 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:41.846309 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Pushing event updated for resources: {'Port': ['ID=3ab2dcd3-d27d-487d-ab12-e5425dce7574,revision_number=1']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:41.851374 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:41.884814 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Network af10c664-84af-46fe-97c4-85f72bf6b581 is already hosted by enough agents. {{(pid=73840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:12:41.894651 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.scheduler.base_scheduler [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Resources bound (agent type, host, resource id): {{(pid=73840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:41.897994 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Received port after_create {{(pid=73840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:12:41.966696 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [req-6009c502-dcd8-429a-8401-81cfdd222845 req-a3d1c47c-6e00-40a7-8606-6821f3bec22c tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Deleting port 2094c639-72ff-40b6-a726-ff20e8d9032f {{(pid=73839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:12:41.967711 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-6009c502-dcd8-429a-8401-81cfdd222845 req-a3d1c47c-6e00-40a7-8606-6821f3bec22c tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.072795 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-3954dbd6-f982-4b62-823d-30bd13253b2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750a132c-c051-4276-9d59-7bc66d4cf121']}} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:42.093288 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.135270 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.184010 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-ef83cfcf-c2bd-46fe-9685-e17edfb65dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.195299 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Attempting to bind port 3ab2dcd3-d27d-487d-ab12-e5425dce7574 on host dv-cinder-789077-1-smb for vnic_type normal with profile {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:12:42.195677 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Attempting to bind port 3ab2dcd3-d27d-487d-ab12-e5425dce7574 by drivers openvswitch,hyperv on host dv-cinder-789077-1-smb at level 0 using segments [{'id': '04a7ef85-143a-40d6-a465-c56cd1ab3bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af10c664-84af-46fe-97c4-85f72bf6b581'}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:12:42.196051 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Attempting to bind port 3ab2dcd3-d27d-487d-ab12-e5425dce7574 on network af10c664-84af-46fe-97c4-85f72bf6b581 {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:12:42.208167 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Checking agent: {'id': 'bb6488c3-d59c-408d-aa24-5113f65b4245', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 1, 45), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:12:42.208556 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Checking segment: {'id': '04a7ef85-143a-40d6-a465-c56cd1ab3bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af10c664-84af-46fe-97c4-85f72bf6b581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:12:42.208971 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.209379 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Bound using segment: {'id': '04a7ef85-143a-40d6-a465-c56cd1ab3bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af10c664-84af-46fe-97c4-85f72bf6b581'} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:12:42.209876 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Bound port: 3ab2dcd3-d27d-487d-ab12-e5425dce7574, host: dv-cinder-789077-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a7ef85-143a-40d6-a465-c56cd1ab3bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af10c664-84af-46fe-97c4-85f72bf6b581'}}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:12:42.210258 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.324991 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b7a24633-8b59-4494-8ebb-ed216e815070 req-73fb9d11-6c17-46d5-bf24-b1370344dd53 service neutron] 10.222.0.16 "GET /v2.0/networks/422326d9-912b-4a25-82b9-6ae37fe68d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077790 May 02 03:12:42.365273 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-3954dbd6-f982-4b62-823d-30bd13253b2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '671c2bc8-dc86-4f86-96d9-b382c313dbfa') {'for_net_delete': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:42.366089 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-3954dbd6-f982-4b62-823d-30bd13253b2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '671c2bc8-dc86-4f86-96d9-b382c313dbfa') {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:42.369909 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] For port 3ab2dcd3-d27d-487d-ab12-e5425dce7574, host dv-cinder-789077-1-smb, cleared binding levels {{(pid=73840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:12:42.375510 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] For port 3ab2dcd3-d27d-487d-ab12-e5425dce7574, host dv-cinder-789077-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=3ab2dcd3-d27d-487d-ab12-e5425dce7574,segment=NetworkSegment(04a7ef85-143a-40d6-a465-c56cd1ab3bb1),segment_id=04a7ef85-143a-40d6-a465-c56cd1ab3bb1)] {{(pid=73840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:12:42.387289 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.416737 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:42.420112 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69b0f7-b5a3-4be5-849b-93b5ec726348 req-ddb91219-b8e5-4a6b-83f5-c395bd38496f tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:42.428668 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4c69b0f7-b5a3-4be5-849b-93b5ec726348 req-ddb91219-b8e5-4a6b-83f5-c395bd38496f tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73 HTTP/1.1" status: 200 len: 945 time: 0.9205797 May 02 03:12:42.492268 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3954dbd6-f982-4b62-823d-30bd13253b2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794390955623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14752340'] for segment, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.573980 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4c69b0f7-b5a3-4be5-849b-93b5ec726348 req-670786b1-2d77-4591-b923-d8cc3bc7f84d tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440959 May 02 03:12:42.575112 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3954dbd6-f982-4b62-823d-30bd13253b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.596099 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 0f41897d-2974-4e3a-b2d3-0e6e7bf90341 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:42.692586 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [req-6009c502-dcd8-429a-8401-81cfdd222845 req-a3d1c47c-6e00-40a7-8606-6821f3bec22c tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] For port 2094c639-72ff-40b6-a726-ff20e8d9032f, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=2094c639-72ff-40b6-a726-ff20e8d9032f,segment=NetworkSegment(9a4193b4-49de-4b60-8991-8a5cf7fb4e4b),segment_id=9a4193b4-49de-4b60-8991-8a5cf7fb4e4b)] {{(pid=73839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:42.693158 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-6009c502-dcd8-429a-8401-81cfdd222845 req-a3d1c47c-6e00-40a7-8606-6821f3bec22c tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:42.724905 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3954dbd6-f982-4b62-823d-30bd13253b2d admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=73839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 03:12:42.755083 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Pushing event updated for resources: {'Port': ['ID=3ab2dcd3-d27d-487d-ab12-e5425dce7574,revision_number=2']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:42.766052 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:42.815601 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning for port 0f41897d-2974-4e3a-b2d3-0e6e7bf90341 completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:42.822043 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port 0f41897d-2974-4e3a-b2d3-0e6e7bf90341 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:42.822446 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:43.285099 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:43.374580 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] For port 0f41897d-2974-4e3a-b2d3-0e6e7bf90341, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=0f41897d-2974-4e3a-b2d3-0e6e7bf90341,segment=NetworkSegment(2269bb65-50e6-4da0-b7ea-92484f0ddbfa),segment_id=2269bb65-50e6-4da0-b7ea-92484f0ddbfa)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:43.381133 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:43.389845 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:43.460484 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] Allocated IP 172.28.2.65 (9f391acb-6dd2-44ac-8608-38eed26063e6/10d86011-1629-4945-9d03-3701e203e3e6/e4aa79d6-5d75-480e-90f2-223b367673b8) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:12:43.476786 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [req-6009c502-dcd8-429a-8401-81cfdd222845 req-a3d1c47c-6e00-40a7-8606-6821f3bec22c tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Calling delete_port for 2094c639-72ff-40b6-a726-ff20e8d9032f owned by compute:nova {{(pid=73839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:12:43.480393 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b7a24633-8b59-4494-8ebb-ed216e815070 req-3419edbf-5a99-4234-a0b9-2fc23fd394e5 service neutron] 10.222.0.16 "GET /v2.0/networks/422326d9-912b-4a25-82b9-6ae37fe68d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1440668 May 02 03:12:43.523053 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbcb1c-04e5-42f8-b06c-75086a71a8a6 req-f6adf6bb-773d-4b4b-aa20-0a50faaa34fd tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:43.524487 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Pushing event updated for resources: {'Port': ['ID=0f41897d-2974-4e3a-b2d3-0e6e7bf90341,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:43.524661 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a5bbcb1c-04e5-42f8-b06c-75086a71a8a6 req-f6adf6bb-773d-4b4b-aa20-0a50faaa34fd tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 1.0961525 May 02 03:12:43.529535 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:43.540138 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-3954dbd6-f982-4b62-823d-30bd13253b2d admin admin] Network 750a132c-c051-4276-9d59-7bc66d4cf121 has no segments {{(pid=73839) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:12:43.552914 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3954dbd6-f982-4b62-823d-30bd13253b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2060056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16143164'] for segment, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:43.677146 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a5bbcb1c-04e5-42f8-b06c-75086a71a8a6 req-9259f4f0-57fd-4a52-abe0-d9a838cb8eec tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739202 May 02 03:12:43.703962 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:43.766952 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:43.783839 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-60d5943f-5f29-492f-924c-f390c09c6d04 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:43.981289 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-3954dbd6-f982-4b62-823d-30bd13253b2d admin admin] Network 750a132c-c051-4276-9d59-7bc66d4cf121 has no segments {{(pid=73839) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:12:44.028355 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] Network 9f391acb-6dd2-44ac-8608-38eed26063e6 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:12:44.064225 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] Pushing event updated for resources: {'Port': ['ID=e4aa79d6-5d75-480e-90f2-223b367673b8,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:44.073460 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] Resources bound (agent type, host, resource id): {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:44.077065 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:44.079494 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: Traceback (most recent call last): May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: timer() May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: cb(*args, **kw) May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: return func(*args, **kwargs) May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: self._notify() May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: self.callback(batched_events) May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: event.method(event) May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: aggregate_uuid = self.p_client.list_aggregates( May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: return f(self, *a, **k) May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: return self._get(url).json() May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: return self.request(url, 'GET', **kwargs) May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: base_url = self.get_endpoint(auth, allow=allow, May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 03:12:44.104993 dv-cinder-789077-1-smb neutron-server[73839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 03:12:44.155786 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3954dbd6-f982-4b62-823d-30bd13253b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2032079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681030'] for network, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:44.175711 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3954dbd6-f982-4b62-823d-30bd13253b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:44.179220 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:44.228005 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05c99f-7fbc-4010-9d0d-cc7a8e87e468 req-cefbd1e2-44b5-42a5-adc6-9b0bcb0a1463 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:44.230037 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-cb05c99f-7fbc-4010-9d0d-cc7a8e87e468 req-cefbd1e2-44b5-42a5-adc6-9b0bcb0a1463 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 1.2767620 May 02 03:12:44.230926 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954dbd6-f982-4b62-823d-30bd13253b2d admin admin] Pushing event deleted for resources: {'Network': ['ID=750a132c-c051-4276-9d59-7bc66d4cf121,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:44.244961 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-3954dbd6-f982-4b62-823d-30bd13253b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:44.268551 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-3954dbd6-f982-4b62-823d-30bd13253b2d admin admin] 10.222.0.20 "DELETE /v2.0/networks/750a132c-c051-4276-9d59-7bc66d4cf121 HTTP/1.1" status: 204 len: 168 time: 3.4005091 May 02 03:12:44.300924 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ace2388-e2cd-46f3-8c80-0d7ae9d4e026 None None] Network af10c664-84af-46fe-97c4-85f72bf6b581 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:12:44.362305 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-cb05c99f-7fbc-4010-9d0d-cc7a8e87e468 req-e8de364e-bc88-461a-b1d6-6d14fb72ae13 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194484 May 02 03:12:44.411822 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-6009c502-dcd8-429a-8401-81cfdd222845 req-a3d1c47c-6e00-40a7-8606-6821f3bec22c tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:44.430309 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-59812887-974d-455d-a77b-5470358fa811 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:44.527362 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189cf8a-3395-448a-89b0-1ff4165f6ea4 req-859b7d7b-5f1d-4b03-a19c-61b8d4dcd325 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:44.529966 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-7189cf8a-3395-448a-89b0-1ff4165f6ea4 req-859b7d7b-5f1d-4b03-a19c-61b8d4dcd325 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Synchronizing usage tracker for tenant:d517c1706c83412cb9564e16749007b5 on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:12:44.611927 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0f79ea67-3ba8-420c-afce-2eb807eb54b4 None None] Provisioning for port 3ab2dcd3-d27d-487d-ab12-e5425dce7574 completed by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:44.629791 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1c47c-6e00-40a7-8606-6821f3bec22c tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Pushing event deleted for resources: {'Port': ['ID=2094c639-72ff-40b6-a726-ff20e8d9032f,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:44.637057 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-a3d1c47c-6e00-40a7-8606-6821f3bec22c tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:44.692940 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-7189cf8a-3395-448a-89b0-1ff4165f6ea4 req-859b7d7b-5f1d-4b03-a19c-61b8d4dcd325 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Unset dirty status for tenant:d517c1706c83412cb9564e16749007b5 on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:12:44.711815 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-7189cf8a-3395-448a-89b0-1ff4165f6ea4 req-859b7d7b-5f1d-4b03-a19c-61b8d4dcd325 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/ports?device_id=864b37b4-843c-4cd8-ab97-c2ae2edd4b73 HTTP/1.1" status: 200 len: 867 time: 0.7423117 May 02 03:12:44.720373 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 3ab2dcd3-d27d-487d-ab12-e5425dce7574 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:44.740921 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [req-6009c502-dcd8-429a-8401-81cfdd222845 req-a3d1c47c-6e00-40a7-8606-6821f3bec22c tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] No DVR routers for this DVR port 2094c639-72ff-40b6-a726-ff20e8d9032f on host hv-cinder-78907 {{(pid=73839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:12:44.753693 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-6009c502-dcd8-429a-8401-81cfdd222845 req-a3d1c47c-6e00-40a7-8606-6821f3bec22c tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:44.765170 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864b37b4-843c-4cd8-ab97-c2ae2edd4b73', 'name': 'network-vif-deleted', 'tag': '2094c639-72ff-40b6-a726-ff20e8d9032f'}] {{(pid=73839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:12:44.791251 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 41056) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:44.855540 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-7e719763-4912-4c21-acdc-456f3af3f109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:44.856930 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-a3675c4c-80db-45a3-8ce5-e3ef87db307c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59b06848e73243e692e1024eb63b53c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0647821 May 02 03:12:44.859110 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6009c502-dcd8-429a-8401-81cfdd222845 req-a3d1c47c-6e00-40a7-8606-6821f3bec22c tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.16 "DELETE /v2.0/ports/2094c639-72ff-40b6-a726-ff20e8d9032f HTTP/1.1" status: 204 len: 173 time: 3.7756200 May 02 03:12:44.860369 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 41060) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:44.893494 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 2094c639-72ff-40b6-a726-ff20e8d9032f no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:12:44.916966 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-7189cf8a-3395-448a-89b0-1ff4165f6ea4 req-c8034010-a9e9-41ce-868b-f3d697644db1 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e19d34d-2ac9-487c-94f3-3053d7455f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034457 May 02 03:12:45.004910 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:45.033694 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-06578581-5416-4b0b-80be-835749a33250 None None] No Port match for: 2094c639-72ff-40b6-a726-ff20e8d9032f {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:12:45.035008 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 2094c639-72ff-40b6-a726-ff20e8d9032f not bound to the agent host hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:12:45.094974 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864b37b4-843c-4cd8-ab97-c2ae2edd4b73', 'name': 'network-vif-deleted', 'tag': '2094c639-72ff-40b6-a726-ff20e8d9032f', 'status': 'completed', 'code': 200} May 02 03:12:45.167657 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:45.285582 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning for port 3ab2dcd3-d27d-487d-ab12-e5425dce7574 completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:45.297823 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port 3ab2dcd3-d27d-487d-ab12-e5425dce7574 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:45.298210 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:45.332579 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f088f349-06ce-43f8-ac36-0ee1d93aa7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:45.419958 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f088f349-06ce-43f8-ac36-0ee1d93aa7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:45.456697 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681148'] for router, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:45.462416 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:45.519251 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] For port 3ab2dcd3-d27d-487d-ab12-e5425dce7574, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=3ab2dcd3-d27d-487d-ab12-e5425dce7574,segment=NetworkSegment(04a7ef85-143a-40d6-a465-c56cd1ab3bb1),segment_id=04a7ef85-143a-40d6-a465-c56cd1ab3bb1)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:45.527892 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:45.529535 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 0f41897d-2974-4e3a-b2d3-0e6e7bf90341 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:45.576324 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f839b3e-e242-4b1f-9b98-35355f994be7 req-552738e3-90e3-4eb1-97ac-3426af996b5d tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:45.586705 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-b67b9d7d-8343-4a00-a3db-76b9db90f695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:45.598365 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-8f839b3e-e242-4b1f-9b98-35355f994be7 req-552738e3-90e3-4eb1-97ac-3426af996b5d tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.5931354 May 02 03:12:45.637116 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f088f349-06ce-43f8-ac36-0ee1d93aa7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:45.659863 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b906c82d-23e5-4da0-a8d7-8cbd9b0a2a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:45.677289 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cca959-4e0a-48c7-af40-62ac6737067f req-e1d1d4b9-86b5-4e31-8f93-7dfcae1f8709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:45.679315 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-26cca959-4e0a-48c7-af40-62ac6737067f req-e1d1d4b9-86b5-4e31-8f93-7dfcae1f8709 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71a14cf4cc2e4dee8eb774056ca84b10&device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 1098 time: 0.4769051 May 02 03:12:45.740930 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Pushing event updated for resources: {'Port': ['ID=3ab2dcd3-d27d-487d-ab12-e5425dce7574,revision_number=3']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:45.747309 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088f349-06ce-43f8-ac36-0ee1d93aa7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd4b580-a768-47fe-9e53-751a9c991f56,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:45.754401 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:45.804223 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port 0f41897d-2974-4e3a-b2d3-0e6e7bf90341 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:45.805213 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:45.834622 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-8f839b3e-e242-4b1f-9b98-35355f994be7 req-74eea50d-a71e-4e2e-acdd-d8ce5f0015f2 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279615 May 02 03:12:45.936144 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-f1f29db9-8764-4782-8b95-d2332057bc37 None None] Provisioning complete for port 3ab2dcd3-d27d-487d-ab12-e5425dce7574 triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:45.936612 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-f1f29db9-8764-4782-8b95-d2332057bc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:46.001893 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] Router bd847df7-81c6-449b-86c4-ea3aefdd497a is scheduled to L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f with binding_index 1 {{(pid=73838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 02 03:12:46.035398 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088f349-06ce-43f8-ac36-0ee1d93aa7b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:46.036174 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088f349-06ce-43f8-ac36-0ee1d93aa7b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:46.036750 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088f349-06ce-43f8-ac36-0ee1d93aa7b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:46.037315 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088f349-06ce-43f8-ac36-0ee1d93aa7b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:46.037895 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088f349-06ce-43f8-ac36-0ee1d93aa7b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:46.038454 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088f349-06ce-43f8-ac36-0ee1d93aa7b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:46.039017 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088f349-06ce-43f8-ac36-0ee1d93aa7b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:46.039594 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088f349-06ce-43f8-ac36-0ee1d93aa7b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:46.040166 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088f349-06ce-43f8-ac36-0ee1d93aa7b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:46.040740 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088f349-06ce-43f8-ac36-0ee1d93aa7b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:46.041292 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088f349-06ce-43f8-ac36-0ee1d93aa7b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:46.041980 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088f349-06ce-43f8-ac36-0ee1d93aa7b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:46.045445 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f088f349-06ce-43f8-ac36-0ee1d93aa7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:46.050539 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-f088f349-06ce-43f8-ac36-0ee1d93aa7b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0cd4b580-a768-47fe-9e53-751a9c991f56 HTTP/1.1" status: 204 len: 168 time: 1.1890452 May 02 03:12:46.063158 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-f088f349-06ce-43f8-ac36-0ee1d93aa7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:46.163879 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cca959-4e0a-48c7-af40-62ac6737067f req-95dd6237-05c5-4546-a20d-a77fcea7ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:46.179755 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-26cca959-4e0a-48c7-af40-62ac6737067f req-95dd6237-05c5-4546-a20d-a77fcea7ce8e service neutron] 10.222.0.16 "GET /v2.0/networks?id=d7689858-9039-425a-935e-3344516b06bf HTTP/1.1" status: 200 len: 918 time: 0.4880855 May 02 03:12:46.180874 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 41076) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:46.232777 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:46.413933 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 3ab2dcd3-d27d-487d-ab12-e5425dce7574 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:46.416967 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07564747-db9f-4be9-9015-ce9e157ca8ba req-d85a2c60-fd0b-42bb-a2cc-a40fd3a78fb9 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:46.420670 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-07564747-db9f-4be9-9015-ce9e157ca8ba req-d85a2c60-fd0b-42bb-a2cc-a40fd3a78fb9 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 0.5901229 May 02 03:12:46.493840 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-26cca959-4e0a-48c7-af40-62ac6737067f req-47849d09-c30e-4468-9610-fb6df7613074 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58c38057-f2e5-490e-be76-b37333c8d223 HTTP/1.1" status: 200 len: 1001 time: 0.3016984 May 02 03:12:46.498082 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7261d55-a29d-42a6-a504-08d58431e814 admin admin] Deleting subnet 1cd82b9e-d7e9-4d5f-b918-f8614d502fad {{(pid=73839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 02 03:12:46.529167 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port 3ab2dcd3-d27d-487d-ab12-e5425dce7574 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:46.529906 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:46.538841 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d7261d55-a29d-42a6-a504-08d58431e814 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:46.617573 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d7261d55-a29d-42a6-a504-08d58431e814 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14752365'] for subnet, precommit_delete_associations {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:46.649691 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cca959-4e0a-48c7-af40-62ac6737067f req-1cfbf12b-7f7f-4f8a-b916-4f0e8d6fd5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:46.651976 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-26cca959-4e0a-48c7-af40-62ac6737067f req-1cfbf12b-7f7f-4f8a-b916-4f0e8d6fd5ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1280d3a9-2862-4bcb-8d9b-90a5151f672e HTTP/1.1" status: 200 len: 856 time: 0.1510122 May 02 03:12:46.703445 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-07564747-db9f-4be9-9015-ce9e157ca8ba req-659476b5-2f3a-4259-b632-e2a9dac2e53e tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641757 May 02 03:12:46.742404 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:12:46.756809 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] Sync routers for ids ['bd847df7-81c6-449b-86c4-ea3aefdd497a'] in dv-cinder-789077-1-smb {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:12:46.768048 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d7261d55-a29d-42a6-a504-08d58431e814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038349'] for subnet, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:46.778375 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] Routers {'bd847df7-81c6-449b-86c4-ea3aefdd497a'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:12:46.781422 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:12:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['bd847df7-81c6-449b-86c4-ea3aefdd497a'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:46.794782 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] Notify callbacks [] for router, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:46.797197 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.2370367 May 02 03:12:46.801006 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 41090) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:46.922239 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cca959-4e0a-48c7-af40-62ac6737067f req-a31f34ef-954b-4a07-8501-4ad90f94d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:46.924165 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-26cca959-4e0a-48c7-af40-62ac6737067f req-a31f34ef-954b-4a07-8501-4ad90f94d691 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d7689858-9039-425a-935e-3344516b06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2609856 May 02 03:12:47.156871 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] Set router bd847df7-81c6-449b-86c4-ea3aefdd497a gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:12:47.294081 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-26cca959-4e0a-48c7-af40-62ac6737067f req-998cf7e7-856a-45fe-9f89-d16c61141d91 service neutron] 10.222.0.16 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051465 May 02 03:12:47.596638 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de68d6-b307-4beb-82c8-7eeedf62f7df req-b4800451-2014-44fa-84d6-1f5ac3b35eb9 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:47.598261 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-57de68d6-b307-4beb-82c8-7eeedf62f7df req-b4800451-2014-44fa-84d6-1f5ac3b35eb9 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.4533174 May 02 03:12:47.645297 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd847df7-81c6-449b-86c4-ea3aefdd497a', 'name': 'tempest-TestShelveInstance-315909243-router', 'tenant_id': 'b9f4c250cbe9497e87cfce1009601c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e4aa79d6-5d75-480e-90f2-223b367673b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:44Z', 'revision_number': 3, 'project_id': 'b9f4c250cbe9497e87cfce1009601c37', 'gw_port': {'id': 'e4aa79d6-5d75-480e-90f2-223b367673b8', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd847df7-81c6-449b-86c4-ea3aefdd497a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:42Z', 'updated_at': '2021-05-02T03:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:47.650474 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] Checking router: bd847df7-81c6-449b-86c4-ea3aefdd497a for host: dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:12:47.650857 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] Updating router bd847df7-81c6-449b-86c4-ea3aefdd497a port e4aa79d6-5d75-480e-90f2-223b367673b8 binding host dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:12:47.653932 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-26cca959-4e0a-48c7-af40-62ac6737067f req-92b846da-d906-4915-9cc2-c1ab89e0fdba service neutron] 10.222.0.16 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451321 May 02 03:12:47.714234 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:47.752516 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:47.800698 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-57de68d6-b307-4beb-82c8-7eeedf62f7df req-e82cc719-23fb-4ce4-b809-ee28c5877c67 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890690 May 02 03:12:47.845559 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d7261d55-a29d-42a6-a504-08d58431e814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16144030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15407797'] for subnet, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:47.867410 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:47.985028 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d7261d55-a29d-42a6-a504-08d58431e814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:47.988789 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7261d55-a29d-42a6-a504-08d58431e814 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cd82b9e-d7e9-4d5f-b918-f8614d502fad,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:47.998101 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-d7261d55-a29d-42a6-a504-08d58431e814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:48.019174 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-d7261d55-a29d-42a6-a504-08d58431e814 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1cd82b9e-d7e9-4d5f-b918-f8614d502fad HTTP/1.1" status: 204 len: 168 time: 1.8365159 May 02 03:12:48.020011 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 41118) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:48.291207 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:48.331406 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] Notify callbacks [] for port, precommit_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:48.347992 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.provisioning_blocks [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] Transition to ACTIVE for port object e4aa79d6-5d75-480e-90f2-223b367673b8 will not be triggered until provisioned by entity L2. {{(pid=73841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:48.355269 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a5d1071d-df5b-4c0d-ba44-56b8154c4a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690155'] for network, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:48.361659 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:12:48.362814 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:48.368775 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:48.448487 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac5f9e-6aaa-48cc-b421-49f8fda5781d None None] Pushing event updated for resources: {'Port': ['ID=e4aa79d6-5d75-480e-90f2-223b367673b8,revision_number=2']} {{(pid=73841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:48.455351 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [None req-08ac5f9e-6aaa-48cc-b421-49f8fda5781d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:48.484203 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.managers [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] Attempting to bind port e4aa79d6-5d75-480e-90f2-223b367673b8 on host dv-cinder-789077-1-smb for vnic_type normal with profile {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:12:48.486029 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.managers [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] Attempting to bind port e4aa79d6-5d75-480e-90f2-223b367673b8 by drivers openvswitch,hyperv on host dv-cinder-789077-1-smb at level 0 using segments [{'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}] {{(pid=73841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:12:48.487052 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] Attempting to bind port e4aa79d6-5d75-480e-90f2-223b367673b8 on network 9f391acb-6dd2-44ac-8608-38eed26063e6 {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:12:48.498222 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] Checking agent: {'id': 'bb6488c3-d59c-408d-aa24-5113f65b4245', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 1, 45), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:12:48.499331 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] Checking segment: {'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:12:48.499878 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:48.500735 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] Bound using segment: {'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'} {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:12:48.501800 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.managers [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] Bound port: e4aa79d6-5d75-480e-90f2-223b367673b8, host: dv-cinder-789077-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}}] {{(pid=73841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:12:48.502448 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:48.543824 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbebaa6-9a79-4083-8c2e-008131d48e1a req-c42c197e-bb71-4587-b190-8e348f89c7fd tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:48.546202 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3fbebaa6-9a79-4083-8c2e-008131d48e1a req-c42c197e-bb71-4587-b190-8e348f89c7fd tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 945 time: 0.4760230 May 02 03:12:48.569738 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a5d1071d-df5b-4c0d-ba44-56b8154c4a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2032080', 'neutron.services.segments.db._delete_segments_for_network-8794390944561'] for network, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:48.648162 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.db [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] For port e4aa79d6-5d75-480e-90f2-223b367673b8, host dv-cinder-789077-1-smb, cleared binding levels {{(pid=73841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:12:48.653452 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.db [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] For port e4aa79d6-5d75-480e-90f2-223b367673b8, host dv-cinder-789077-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=e4aa79d6-5d75-480e-90f2-223b367673b8,segment=NetworkSegment(000b502f-0377-4925-a8c0-e47bbb3cb5cf),segment_id=000b502f-0377-4925-a8c0-e47bbb3cb5cf)] {{(pid=73841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:12:48.665780 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:48.675699 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3fbebaa6-9a79-4083-8c2e-008131d48e1a req-40605dd6-9ba9-47f1-8b0a-32bcf33e91a5 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208889 May 02 03:12:48.679968 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [None req-c683b763-63f7-4993-9af8-8b3e3b5d5563 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:48.737265 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-a5d1071d-df5b-4c0d-ba44-56b8154c4a60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de631dfc-e161-49b8-9997-23bba9416921']}} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:48.753792 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-a5d1071d-df5b-4c0d-ba44-56b8154c4a60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4193b4-49de-4b60-8991-8a5cf7fb4e4b') {'for_net_delete': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:48.754164 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-a5d1071d-df5b-4c0d-ba44-56b8154c4a60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4193b4-49de-4b60-8991-8a5cf7fb4e4b') {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:48.769685 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a5d1071d-df5b-4c0d-ba44-56b8154c4a60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794390955623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14752340'] for segment, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:48.796894 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a5d1071d-df5b-4c0d-ba44-56b8154c4a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:48.817364 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d1071d-df5b-4c0d-ba44-56b8154c4a60 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=73839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 03:12:48.894571 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 58c38057-f2e5-490e-be76-b37333c8d223 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:12:48.931343 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] Routers {'bd847df7-81c6-449b-86c4-ea3aefdd497a'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:12:48.932381 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:12:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['bd847df7-81c6-449b-86c4-ea3aefdd497a'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:49.014316 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Allocated IP 172.20.0.1 (af10c664-84af-46fe-97c4-85f72bf6b581/8d791ad3-f09a-4bdf-bdcc-d5facd4747e8/c7e214ab-7c80-4c62-baf9-6ab0b6e88956) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:12:49.145228 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac5f9e-6aaa-48cc-b421-49f8fda5781d None None] Pushing event updated for resources: {'Port': ['ID=e4aa79d6-5d75-480e-90f2-223b367673b8,revision_number=3']} {{(pid=73841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:49.156439 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [None req-08ac5f9e-6aaa-48cc-b421-49f8fda5781d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:49.201451 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-a5d1071d-df5b-4c0d-ba44-56b8154c4a60 admin admin] Network de631dfc-e161-49b8-9997-23bba9416921 has no segments {{(pid=73839) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:12:49.215545 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a5d1071d-df5b-4c0d-ba44-56b8154c4a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2060056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16143164'] for segment, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:49.234119 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:49.305478 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4671683c-8055-4267-bee7-b98db715c982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c38057-f2e5-490e-be76-b37333c8d223'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:12:49.352516 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 58c38057-f2e5-490e-be76-b37333c8d223, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=58c38057-f2e5-490e-be76-b37333c8d223,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:49.369554 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:49.374587 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:49.380380 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] Set router bd847df7-81c6-449b-86c4-ea3aefdd497a gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:12:49.425979 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4671683c-8055-4267-bee7-b98db715c982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c38057-f2e5-490e-be76-b37333c8d223', 'code': 200} May 02 03:12:49.452013 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:49.515776 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Transition to ACTIVE for port object c7e214ab-7c80-4c62-baf9-6ab0b6e88956 will not be triggered until provisioned by entity DHCP. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:49.545138 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=58c38057-f2e5-490e-be76-b37333c8d223,revision_number=8']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:49.562841 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:49.617121 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:49.621996 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-a5d1071d-df5b-4c0d-ba44-56b8154c4a60 admin admin] Network de631dfc-e161-49b8-9997-23bba9416921 has no segments {{(pid=73839) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:12:49.636775 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-e4b67498-36ab-446a-803f-242f0b3fc8e8 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:49.798454 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Pushing event updated for resources: {'Port': ['ID=c7e214ab-7c80-4c62-baf9-6ab0b6e88956,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:49.810752 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Network af10c664-84af-46fe-97c4-85f72bf6b581 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:12:49.814057 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Resources bound (agent type, host, resource id): {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:49.820717 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:12:49.821988 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656339'] for router_interface, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:49.827416 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:49.828141 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:49.828589 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:49.829133 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:49.829643 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:49.831038 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:49.832016 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:49.832627 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:49.833616 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:49.834324 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:49.834845 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:49.835824 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: Traceback (most recent call last): May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: timer() May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: cb(*args, **kw) May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: return func(*args, **kwargs) May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: self._notify() May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: self.callback(batched_events) May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: event.method(event) May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: aggregate_uuid = self.p_client.list_aggregates( May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: return f(self, *a, **k) May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: return self._get(url).json() May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: return self.request(url, 'GET', **kwargs) May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: base_url = self.get_endpoint(auth, allow=allow, May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 03:12:49.840687 dv-cinder-789077-1-smb neutron-server[73839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 03:12:49.847060 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a5d1071d-df5b-4c0d-ba44-56b8154c4a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2032079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681030'] for network, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:49.854931 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:49.858600 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-c4e8626f-9083-49ce-9857-ca344d062377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:49.948409 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 41146) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:49.951242 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a5d1071d-df5b-4c0d-ba44-56b8154c4a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:49.956644 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1071d-df5b-4c0d-ba44-56b8154c4a60 admin admin] Pushing event deleted for resources: {'Network': ['ID=de631dfc-e161-49b8-9997-23bba9416921,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:49.964991 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-a5d1071d-df5b-4c0d-ba44-56b8154c4a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:50.023009 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-a5d1071d-df5b-4c0d-ba44-56b8154c4a60 admin admin] 10.222.0.20 "DELETE /v2.0/networks/de631dfc-e161-49b8-9997-23bba9416921 HTTP/1.1" status: 204 len: 168 time: 2.0008280 May 02 03:12:50.143641 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd847df7-81c6-449b-86c4-ea3aefdd497a', 'name': 'tempest-TestShelveInstance-315909243-router', 'tenant_id': 'b9f4c250cbe9497e87cfce1009601c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e4aa79d6-5d75-480e-90f2-223b367673b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:44Z', 'revision_number': 3, 'project_id': 'b9f4c250cbe9497e87cfce1009601c37', 'gw_port': {'id': 'e4aa79d6-5d75-480e-90f2-223b367673b8', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd847df7-81c6-449b-86c4-ea3aefdd497a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:42Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:50.156065 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5327129e-c309-4bae-9145-a03900bd0ead None None] The sync data for ids ['bd847df7-81c6-449b-86c4-ea3aefdd497a'] in dv-cinder-789077-1-smb is: [{'id': 'bd847df7-81c6-449b-86c4-ea3aefdd497a', 'name': 'tempest-TestShelveInstance-315909243-router', 'tenant_id': 'b9f4c250cbe9497e87cfce1009601c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e4aa79d6-5d75-480e-90f2-223b367673b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:44Z', 'revision_number': 3, 'project_id': 'b9f4c250cbe9497e87cfce1009601c37', 'gw_port': {'id': 'e4aa79d6-5d75-480e-90f2-223b367673b8', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd847df7-81c6-449b-86c4-ea3aefdd497a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:42Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}] {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:12:50.373605 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 41160) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:50.404134 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-bd7a9aeb-e475-4c19-bba1-0836ef9d9d90 None None] Provisioning for port c7e214ab-7c80-4c62-baf9-6ab0b6e88956 completed by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:50.410427 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-bd7a9aeb-e475-4c19-bba1-0836ef9d9d90 None None] Provisioning complete for port c7e214ab-7c80-4c62-baf9-6ab0b6e88956 triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:50.411113 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-bd7a9aeb-e475-4c19-bba1-0836ef9d9d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:50.496318 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-20dc19a8-494d-4f5c-8fd8-f14c06c41f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:50.519172 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf003f4-768d-4616-8a2a-1a2ebe501201 req-71385ddc-c650-484f-9bbe-8a75a5682e10 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:50.520993 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-dbf003f4-768d-4616-8a2a-1a2ebe501201 req-71385ddc-c650-484f-9bbe-8a75a5682e10 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 943 time: 0.4205976 May 02 03:12:50.541506 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-20dc19a8-494d-4f5c-8fd8-f14c06c41f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:50.550462 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-bd7a9aeb-e475-4c19-bba1-0836ef9d9d90 None None] Port c7e214ab-7c80-4c62-baf9-6ab0b6e88956 cannot update to ACTIVE because it is not bound. {{(pid=73840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:12:50.578795 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-20dc19a8-494d-4f5c-8fd8-f14c06c41f6d admin admin] Usage tracker for resource:security_group_rule and tenant:c85d289800b647df907817bf93759f81 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:50.587855 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-20dc19a8-494d-4f5c-8fd8-f14c06c41f6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:50.621361 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-20dc19a8-494d-4f5c-8fd8-f14c06c41f6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:50.626706 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-803a7559-adef-4c92-9db6-f51b32aa6dfc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d517c1706c83412cb9564e16749007b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2504330 May 02 03:12:50.648101 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 41168) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:50.686421 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:50.716501 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-dbf003f4-768d-4616-8a2a-1a2ebe501201 req-2efdd37c-224a-431a-8068-713bd57fd130 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496778 May 02 03:12:50.930026 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a3ac2bc0-fa37-41ba-b106-e1cf6dbb6e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:50.974010 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-20dc19a8-494d-4f5c-8fd8-f14c06c41f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:50.984455 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-20dc19a8-494d-4f5c-8fd8-f14c06c41f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:50.994364 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-11fd063d-4759-4a81-9c2a-50eb0f0ed821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:51.009656 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a3ac2bc0-fa37-41ba-b106-e1cf6dbb6e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:51.103870 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-20dc19a8-494d-4f5c-8fd8-f14c06c41f6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c85d289800b647df907817bf93759f81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1416209 May 02 03:12:51.107545 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 41184) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:51.109169 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc19a8-494d-4f5c-8fd8-f14c06c41f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b7b177-a283-4e53-bbb6-762e7362c9f1,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:51.128846 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-20dc19a8-494d-4f5c-8fd8-f14c06c41f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:51.157845 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a3ac2bc0-fa37-41ba-b106-e1cf6dbb6e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:51.224346 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-2bc4a00b-c881-45a7-b0df-1d78375d2d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:51.273341 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac2bc0-fa37-41ba-b106-e1cf6dbb6e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e19d34d-2ac9-487c-94f3-3053d7455f01,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:51.334180 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-a3ac2bc0-fa37-41ba-b106-e1cf6dbb6e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:51.381285 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-11458d40-357a-4755-ab74-57a20bdb916c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:51.388932 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a3ac2bc0-fa37-41ba-b106-e1cf6dbb6e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:51.394358 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-a3ac2bc0-fa37-41ba-b106-e1cf6dbb6e51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e19d34d-2ac9-487c-94f3-3053d7455f01 HTTP/1.1" status: 204 len: 168 time: 0.7410476 May 02 03:12:51.428598 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-11458d40-357a-4755-ab74-57a20bdb916c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:51.521775 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:51.535755 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:51.536818 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656240'] for router_interface, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:51.542490 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:51.782084 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Pushing event updated for resources: {'Port': ['ID=c7e214ab-7c80-4c62-baf9-6ab0b6e88956,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:51.794864 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:51.804235 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-11458d40-357a-4755-ab74-57a20bdb916c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:51.820545 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-2816e190-2b06-4bda-9baf-299172a18d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:51.838407 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11458d40-357a-4755-ab74-57a20bdb916c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b7b177-a283-4e53-bbb6-762e7362c9f1,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:51.846943 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-11458d40-357a-4755-ab74-57a20bdb916c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:51.851948 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-11458d40-357a-4755-ab74-57a20bdb916c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:51.853216 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-11458d40-357a-4755-ab74-57a20bdb916c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13b7b177-a283-4e53-bbb6-762e7362c9f1 HTTP/1.1" status: 204 len: 168 time: 0.7260530 May 02 03:12:51.969321 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Network af10c664-84af-46fe-97c4-85f72bf6b581 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:12:51.977960 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Resources bound (agent type, host, resource id): {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:12:52.532342 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-cd641d82-8b5c-4cd5-b12f-77cee35ef900 None None] Provisioning complete for port c7e214ab-7c80-4c62-baf9-6ab0b6e88956 triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:52.535659 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-cd641d82-8b5c-4cd5-b12f-77cee35ef900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:52.563521 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Router bd847df7-81c6-449b-86c4-ea3aefdd497a has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:12:52.701017 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device e4aa79d6-5d75-480e-90f2-223b367673b8 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:52.868800 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85345c6-fac8-471a-b9a2-f9d467aca398 req-553fec72-a2a3-4d0e-9187-8baef9bbc2f5 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:52.880307 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a85345c6-fac8-471a-b9a2-f9d467aca398 req-553fec72-a2a3-4d0e-9187-8baef9bbc2f5 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 943 time: 0.1897147 May 02 03:12:52.946926 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 58c38057-f2e5-490e-be76-b37333c8d223 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:12:53.052956 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a85345c6-fac8-471a-b9a2-f9d467aca398 req-4bc673a9-00cc-4562-abe3-8e2de17df33a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715860 May 02 03:12:53.116315 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:12:53.131117 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] 10.222.0.20 "PUT /v2.0/routers/bd847df7-81c6-449b-86c4-ea3aefdd497a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3269470 May 02 03:12:53.261928 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] Sync routers for ids ['bd847df7-81c6-449b-86c4-ea3aefdd497a'] in dv-cinder-789077-1-smb {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:12:53.283587 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] Routers {'bd847df7-81c6-449b-86c4-ea3aefdd497a'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:12:53.284449 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:12:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['bd847df7-81c6-449b-86c4-ea3aefdd497a'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:53.447445 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91122fe7-1bbe-432b-b904-0f9c1d966412 req-faf88daf-ffcd-4ced-870a-3cdb29377916 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:53.452138 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-91122fe7-1bbe-432b-b904-0f9c1d966412 req-faf88daf-ffcd-4ced-870a-3cdb29377916 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 0.2427323 May 02 03:12:53.520046 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning for port e4aa79d6-5d75-480e-90f2-223b367673b8 completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:12:53.541840 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-cd641d82-8b5c-4cd5-b12f-77cee35ef900 None None] Port c7e214ab-7c80-4c62-baf9-6ab0b6e88956 cannot update to ACTIVE because it is not bound. {{(pid=73840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:12:53.556717 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port e4aa79d6-5d75-480e-90f2-223b367673b8 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:53.557477 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:53.608060 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-91122fe7-1bbe-432b-b904-0f9c1d966412 req-92a943a0-45f4-4b1a-a495-2aebd6cbab54 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470654 May 02 03:12:53.850135 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] Set router bd847df7-81c6-449b-86c4-ea3aefdd497a gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:12:54.298340 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 41272) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:54.367181 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:54.411444 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] For port e4aa79d6-5d75-480e-90f2-223b367673b8, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=e4aa79d6-5d75-480e-90f2-223b367673b8,segment=NetworkSegment(000b502f-0377-4925-a8c0-e47bbb3cb5cf),segment_id=000b502f-0377-4925-a8c0-e47bbb3cb5cf)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:54.446275 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:54.454231 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-b67b9d7d-8343-4a00-a3db-76b9db90f695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:54.554452 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Pushing event updated for resources: {'Port': ['ID=e4aa79d6-5d75-480e-90f2-223b367673b8,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:54.557824 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-da10d4fb-e478-497a-842f-9b9e914ba1c8 req-9ff770c1-320a-4d65-bf92-1e5d3366ce2b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2575505 May 02 03:12:54.558229 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:54.567016 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aeb13b-08f4-4319-952c-ce098fd1f787 req-26dad462-c53c-46f7-a1b9-895da0c46adf tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:54.574598 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-91aeb13b-08f4-4319-952c-ce098fd1f787 req-26dad462-c53c-46f7-a1b9-895da0c46adf tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 943 time: 0.1395659 May 02 03:12:54.583903 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd847df7-81c6-449b-86c4-ea3aefdd497a', 'name': 'tempest-TestShelveInstance-315909243-router', 'tenant_id': 'b9f4c250cbe9497e87cfce1009601c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e4aa79d6-5d75-480e-90f2-223b367673b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:50Z', 'revision_number': 4, 'project_id': 'b9f4c250cbe9497e87cfce1009601c37', 'gw_port': {'id': 'e4aa79d6-5d75-480e-90f2-223b367673b8', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd847df7-81c6-449b-86c4-ea3aefdd497a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:42Z', 'updated_at': '2021-05-02T03:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': 'c7e214ab-7c80-4c62-baf9-6ab0b6e88956', 'name': '', 'network_id': 'af10c664-84af-46fe-97c4-85f72bf6b581', 'tenant_id': 'b9f4c250cbe9497e87cfce1009601c37', 'mac_address': 'fa:16:3e:f4:da:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd847df7-81c6-449b-86c4-ea3aefdd497a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8d791ad3-f09a-4bdf-bdcc-d5facd4747e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:48Z', 'updated_at': '2021-05-02T03:12:50Z', 'revision_number': 2, 'project_id': 'b9f4c250cbe9497e87cfce1009601c37', 'subnets': [{'id': '8d791ad3-f09a-4bdf-bdcc-d5facd4747e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:54.589580 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] Checking router: bd847df7-81c6-449b-86c4-ea3aefdd497a for host: dv-cinder-789077-1-smb {{(pid=73840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:12:54.590334 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] Updating router bd847df7-81c6-449b-86c4-ea3aefdd497a port c7e214ab-7c80-4c62-baf9-6ab0b6e88956 binding host dv-cinder-789077-1-smb {{(pid=73840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:12:54.641556 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-91aeb13b-08f4-4319-952c-ce098fd1f787 req-74fb457d-1cf6-4087-84dc-879ef883bd25 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641787 May 02 03:12:54.665996 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:54.676371 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 41284) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:54.692484 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-4c6a0f18-1b88-49bb-a308-933d87b8afb9 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2003254627', 'description': 'tempest-secgroup-smoke-2003254627 description', 'project_id': '4cad81e8e2db4740a00d3096daca830a'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:12:54.725230 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-4c6a0f18-1b88-49bb-a308-933d87b8afb9 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:54.735275 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-4c6a0f18-1b88-49bb-a308-933d87b8afb9 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Usage tracker for resource:security_group and tenant:4cad81e8e2db4740a00d3096daca830a is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:54.740417 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-4c6a0f18-1b88-49bb-a308-933d87b8afb9 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:54.759507 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-4c6a0f18-1b88-49bb-a308-933d87b8afb9 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:54.783636 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0f18-1b88-49bb-a308-933d87b8afb9 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:54.878365 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-4c6a0f18-1b88-49bb-a308-933d87b8afb9 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:54.888625 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-4c6a0f18-1b88-49bb-a308-933d87b8afb9 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Usage tracker for resource:security_group_rule and tenant:4cad81e8e2db4740a00d3096daca830a is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:54.902222 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-4c6a0f18-1b88-49bb-a308-933d87b8afb9 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:54.918323 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-4c6a0f18-1b88-49bb-a308-933d87b8afb9 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:55.143130 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeae405-7d70-4276-815a-aa9004ab8344 req-91a3feb1-5249-479e-8a0b-c93a57162128 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:55.145877 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-0aeae405-7d70-4276-815a-aa9004ab8344 req-91a3feb1-5249-479e-8a0b-c93a57162128 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 0.2936001 May 02 03:12:55.239286 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0f18-1b88-49bb-a308-933d87b8afb9 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:55.248176 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0f18-1b88-49bb-a308-933d87b8afb9 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:55.253429 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-0aeae405-7d70-4276-815a-aa9004ab8344 req-18b02dd3-73b2-4c5f-989e-85540da7133a tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002424 May 02 03:12:55.297012 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-190868cb-ab12-44fe-aea1-ac1c86c7f9e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:55.315963 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb38778-79b6-43bc-b39c-212d24c9abd5 req-aa97bdd7-b240-415f-b6dc-6f0eb2206a28 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:55.318345 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-1bb38778-79b6-43bc-b39c-212d24c9abd5 req-aa97bdd7-b240-415f-b6dc-6f0eb2206a28 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 0.2355123 May 02 03:12:55.320631 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0f18-1b88-49bb-a308-933d87b8afb9 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:55.323695 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-4c6a0f18-1b88-49bb-a308-933d87b8afb9 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6458797 May 02 03:12:55.337692 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 41302) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:55.359833 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-4c9c2a5d-8b78-4f51-ab8e-1d9562ea105b tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Request body: {'security_group_rule': {'security_group_id': 'ce3bbed1-ffdb-4d3d-aec4-0d7297218022', 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:12:55.398689 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-4c9c2a5d-8b78-4f51-ab8e-1d9562ea105b tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:55.413831 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-4c9c2a5d-8b78-4f51-ab8e-1d9562ea105b tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Usage tracker for resource:security_group_rule and tenant:4cad81e8e2db4740a00d3096daca830a is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:55.422044 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a0f18-1b88-49bb-a308-933d87b8afb9 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3bbed1-ffdb-4d3d-aec4-0d7297218022,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:55.431827 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-4c6a0f18-1b88-49bb-a308-933d87b8afb9 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:55.432814 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-4c9c2a5d-8b78-4f51-ab8e-1d9562ea105b tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:55.450168 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-4c9c2a5d-8b78-4f51-ab8e-1d9562ea105b tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:55.494448 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4c9c2a5d-8b78-4f51-ab8e-1d9562ea105b tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:55.530749 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] Notify callbacks [] for port, precommit_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:55.574318 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] Transition to ACTIVE for port object c7e214ab-7c80-4c62-baf9-6ab0b6e88956 will not be triggered until provisioned by entity L2. {{(pid=73840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:12:55.587909 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:55.595984 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:55.760146 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [req-1bb38778-79b6-43bc-b39c-212d24c9abd5 req-0a019225-40d6-42fa-89ef-066ec74fdc39 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Deleting port a848f78d-bcaa-44bd-9287-e16e00d851bd {{(pid=73839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:12:55.760633 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-1bb38778-79b6-43bc-b39c-212d24c9abd5 req-0a019225-40d6-42fa-89ef-066ec74fdc39 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:55.780796 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4c9c2a5d-8b78-4f51-ab8e-1d9562ea105b tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:55.795045 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4c9c2a5d-8b78-4f51-ab8e-1d9562ea105b tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768850'] for security_group_rule, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:55.799404 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:55.891765 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c2a5d-8b78-4f51-ab8e-1d9562ea105b tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9387e3-11f5-48c0-a370-68a11d5ba098,revision_number=0']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:55.915120 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-4c9c2a5d-8b78-4f51-ab8e-1d9562ea105b tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:55.969688 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4c9c2a5d-8b78-4f51-ab8e-1d9562ea105b tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:55.978190 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-4c9c2a5d-8b78-4f51-ab8e-1d9562ea105b tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6385918 May 02 03:12:55.979633 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 41318) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:56.000687 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-17d3311b-e53c-4c2b-871a-216bc0b4886a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Request body: {'security_group_rule': {'security_group_id': 'ce3bbed1-ffdb-4d3d-aec4-0d7297218022', 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:12:56.025583 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-17d3311b-e53c-4c2b-871a-216bc0b4886a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:56.033929 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-17d3311b-e53c-4c2b-871a-216bc0b4886a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Usage tracker for resource:security_group_rule and tenant:4cad81e8e2db4740a00d3096daca830a is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:56.041561 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-17d3311b-e53c-4c2b-871a-216bc0b4886a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:56.078490 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450460d-c5a3-4b49-89c5-094c733d134c None None] Pushing event updated for resources: {'Port': ['ID=c7e214ab-7c80-4c62-baf9-6ab0b6e88956,revision_number=3']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:56.083417 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-17d3311b-e53c-4c2b-871a-216bc0b4886a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:56.187525 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-1450460d-c5a3-4b49-89c5-094c733d134c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:56.239073 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] Attempting to bind port c7e214ab-7c80-4c62-baf9-6ab0b6e88956 on host dv-cinder-789077-1-smb for vnic_type normal with profile {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:12:56.239891 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] Attempting to bind port c7e214ab-7c80-4c62-baf9-6ab0b6e88956 by drivers openvswitch,hyperv on host dv-cinder-789077-1-smb at level 0 using segments [{'id': '04a7ef85-143a-40d6-a465-c56cd1ab3bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af10c664-84af-46fe-97c4-85f72bf6b581'}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:12:56.240445 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] Attempting to bind port c7e214ab-7c80-4c62-baf9-6ab0b6e88956 on network af10c664-84af-46fe-97c4-85f72bf6b581 {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:12:56.253307 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] Checking agent: {'id': 'bb6488c3-d59c-408d-aa24-5113f65b4245', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 1, 45), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:12:56.253628 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-17d3311b-e53c-4c2b-871a-216bc0b4886a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:56.253804 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] Checking segment: {'id': '04a7ef85-143a-40d6-a465-c56cd1ab3bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af10c664-84af-46fe-97c4-85f72bf6b581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:12:56.254555 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:56.255715 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] Bound using segment: {'id': '04a7ef85-143a-40d6-a465-c56cd1ab3bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af10c664-84af-46fe-97c4-85f72bf6b581'} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:12:56.256333 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] Bound port: c7e214ab-7c80-4c62-baf9-6ab0b6e88956, host: dv-cinder-789077-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a7ef85-143a-40d6-a465-c56cd1ab3bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'af10c664-84af-46fe-97c4-85f72bf6b581'}}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:12:56.256906 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:56.434452 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] For port c7e214ab-7c80-4c62-baf9-6ab0b6e88956, host dv-cinder-789077-1-smb, cleared binding levels {{(pid=73840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:12:56.443963 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] For port c7e214ab-7c80-4c62-baf9-6ab0b6e88956, host dv-cinder-789077-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=c7e214ab-7c80-4c62-baf9-6ab0b6e88956,segment=NetworkSegment(04a7ef85-143a-40d6-a465-c56cd1ab3bb1),segment_id=04a7ef85-143a-40d6-a465-c56cd1ab3bb1)] {{(pid=73840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:12:56.452478 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:56.480236 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:56.517545 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948baf2-4012-4eeb-8e45-1cc4248d7a46 req-c1f21345-9568-4ed3-a3d9-3f9b87d728d6 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:56.525873 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-c948baf2-4012-4eeb-8e45-1cc4248d7a46 req-c1f21345-9568-4ed3-a3d9-3f9b87d728d6 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 943 time: 0.4585490 May 02 03:12:56.591798 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-17d3311b-e53c-4c2b-871a-216bc0b4886a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:56.614308 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-c948baf2-4012-4eeb-8e45-1cc4248d7a46 req-b5532df9-7106-4199-866f-6d523621c84a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872402 May 02 03:12:56.617613 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-17d3311b-e53c-4c2b-871a-216bc0b4886a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768850'] for security_group_rule, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:56.652874 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:56.658999 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device e4aa79d6-5d75-480e-90f2-223b367673b8 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:12:56.687167 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3311b-e53c-4c2b-871a-216bc0b4886a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffc3e61-2375-4229-9ad5-97da1fb8d2b5,revision_number=0']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:56.690192 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-17d3311b-e53c-4c2b-871a-216bc0b4886a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:56.701511 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-17d3311b-e53c-4c2b-871a-216bc0b4886a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:56.703200 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-17d3311b-e53c-4c2b-871a-216bc0b4886a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7178433 May 02 03:12:56.705568 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [req-1bb38778-79b6-43bc-b39c-212d24c9abd5 req-0a019225-40d6-42fa-89ef-066ec74fdc39 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] For port a848f78d-bcaa-44bd-9287-e16e00d851bd, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=a848f78d-bcaa-44bd-9287-e16e00d851bd,segment=NetworkSegment(f982a65e-375f-40cb-9f51-7cb0ac0c3b48),segment_id=f982a65e-375f-40cb-9f51-7cb0ac0c3b48)] {{(pid=73839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:12:56.708121 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 41326) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:56.708998 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-1bb38778-79b6-43bc-b39c-212d24c9abd5 req-0a019225-40d6-42fa-89ef-066ec74fdc39 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:56.745707 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-6ac8755d-c903-4036-bbef-2c0a8d8256bd tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Request body: {'security_group_rule': {'security_group_id': 'ce3bbed1-ffdb-4d3d-aec4-0d7297218022', 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:12:56.769366 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-6ac8755d-c903-4036-bbef-2c0a8d8256bd tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:56.793026 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-6ac8755d-c903-4036-bbef-2c0a8d8256bd tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Usage tracker for resource:security_group_rule and tenant:4cad81e8e2db4740a00d3096daca830a is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:56.798908 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-6ac8755d-c903-4036-bbef-2c0a8d8256bd tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:56.823413 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-6ac8755d-c903-4036-bbef-2c0a8d8256bd tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:56.902126 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6ac8755d-c903-4036-bbef-2c0a8d8256bd tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:56.982839 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] Routers {'bd847df7-81c6-449b-86c4-ea3aefdd497a'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:12:56.987170 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:12:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['bd847df7-81c6-449b-86c4-ea3aefdd497a'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:57.105481 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450460d-c5a3-4b49-89c5-094c733d134c None None] Pushing event updated for resources: {'Port': ['ID=c7e214ab-7c80-4c62-baf9-6ab0b6e88956,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:57.149583 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-1450460d-c5a3-4b49-89c5-094c733d134c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:57.160462 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6ac8755d-c903-4036-bbef-2c0a8d8256bd tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:57.172818 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6ac8755d-c903-4036-bbef-2c0a8d8256bd tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768850'] for security_group_rule, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:57.175079 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:57.214042 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [req-1bb38778-79b6-43bc-b39c-212d24c9abd5 req-0a019225-40d6-42fa-89ef-066ec74fdc39 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Calling delete_port for a848f78d-bcaa-44bd-9287-e16e00d851bd owned by compute:nova {{(pid=73839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:12:57.251592 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8755d-c903-4036-bbef-2c0a8d8256bd tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98951cf-988e-4a9c-9567-4b91c54764b2,revision_number=0']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:57.256055 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port e4aa79d6-5d75-480e-90f2-223b367673b8 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:12:57.257900 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:57.260141 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-6ac8755d-c903-4036-bbef-2c0a8d8256bd tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:57.284568 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6ac8755d-c903-4036-bbef-2c0a8d8256bd tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:57.289653 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-6ac8755d-c903-4036-bbef-2c0a8d8256bd tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5789988 May 02 03:12:57.290163 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 41338) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:57.306210 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-c68c795f-f452-46cc-ae89-62e43605f374 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Request body: {'security_group_rule': {'security_group_id': 'ce3bbed1-ffdb-4d3d-aec4-0d7297218022', 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:12:57.324628 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-c68c795f-f452-46cc-ae89-62e43605f374 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:57.335801 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-c68c795f-f452-46cc-ae89-62e43605f374 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Usage tracker for resource:security_group_rule and tenant:4cad81e8e2db4740a00d3096daca830a is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:57.358815 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-c68c795f-f452-46cc-ae89-62e43605f374 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:57.379524 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-c68c795f-f452-46cc-ae89-62e43605f374 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:57.397364 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7c36d-3adf-47ce-97c4-38938db8c100 req-eabc6d75-dd1a-4a9d-86f4-e92afe0ff200 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:57.430883 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-62f7c36d-3adf-47ce-97c4-38938db8c100 req-eabc6d75-dd1a-4a9d-86f4-e92afe0ff200 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 946 time: 0.9414613 May 02 03:12:57.435467 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c68c795f-f452-46cc-ae89-62e43605f374 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:57.658076 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c68c795f-f452-46cc-ae89-62e43605f374 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:57.669100 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c68c795f-f452-46cc-ae89-62e43605f374 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768850'] for security_group_rule, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:57.698254 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-17d3311b-e53c-4c2b-871a-216bc0b4886a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:57.746243 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c795f-f452-46cc-ae89-62e43605f374 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6787ba08-8f03-46aa-bc89-047f969169b9,revision_number=0']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:57.759823 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-c68c795f-f452-46cc-ae89-62e43605f374 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:57.772643 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c68c795f-f452-46cc-ae89-62e43605f374 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:57.779853 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-c68c795f-f452-46cc-ae89-62e43605f374 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4863176 May 02 03:12:57.785448 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 41354) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:57.786330 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-1bb38778-79b6-43bc-b39c-212d24c9abd5 req-0a019225-40d6-42fa-89ef-066ec74fdc39 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:57.812772 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-84faec00-6a23-4666-bf5b-c0980b1ea537 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Request body: {'security_group_rule': {'security_group_id': 'ce3bbed1-ffdb-4d3d-aec4-0d7297218022', 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:12:57.818587 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:12:57.819633 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-dd732277-3c80-4076-b7af-32effb20f17c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:57.841943 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-84faec00-6a23-4666-bf5b-c0980b1ea537 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:57.884391 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] Set router bd847df7-81c6-449b-86c4-ea3aefdd497a gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:12:57.923892 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-62f7c36d-3adf-47ce-97c4-38938db8c100 req-bacb2119-c887-4625-bd94-51e8f4cae380 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837182 May 02 03:12:57.926809 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a019225-40d6-42fa-89ef-066ec74fdc39 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Pushing event deleted for resources: {'Port': ['ID=a848f78d-bcaa-44bd-9287-e16e00d851bd,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:57.978491 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-0a019225-40d6-42fa-89ef-066ec74fdc39 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:58.038386 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb38778-79b6-43bc-b39c-212d24c9abd5 req-0a019225-40d6-42fa-89ef-066ec74fdc39 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] No DVR routers for this DVR port a848f78d-bcaa-44bd-9287-e16e00d851bd on host hv-cinder-78907 {{(pid=73839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:12:58.048861 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-84faec00-6a23-4666-bf5b-c0980b1ea537 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Usage tracker for resource:security_group_rule and tenant:4cad81e8e2db4740a00d3096daca830a is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:58.054595 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-1bb38778-79b6-43bc-b39c-212d24c9abd5 req-0a019225-40d6-42fa-89ef-066ec74fdc39 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:58.061909 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cff6c7-2bcc-450d-8718-fd8365aeca70', 'name': 'network-vif-deleted', 'tag': 'a848f78d-bcaa-44bd-9287-e16e00d851bd'}] {{(pid=73839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:12:58.098523 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-84faec00-6a23-4666-bf5b-c0980b1ea537 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:58.108143 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-1bb38778-79b6-43bc-b39c-212d24c9abd5 req-0a019225-40d6-42fa-89ef-066ec74fdc39 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.16 "DELETE /v2.0/ports/a848f78d-bcaa-44bd-9287-e16e00d851bd HTTP/1.1" status: 204 len: 173 time: 2.7796464 May 02 03:12:58.111526 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-84faec00-6a23-4666-bf5b-c0980b1ea537 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:58.136938 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.db.securitygroups_db [None req-84faec00-6a23-4666-bf5b-c0980b1ea537 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Project 4cad81e8e2db4740a00d3096daca830a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 03:12:58.149313 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-84faec00-6a23-4666-bf5b-c0980b1ea537 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:58.214609 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cff6c7-2bcc-450d-8718-fd8365aeca70', 'name': 'network-vif-deleted', 'tag': 'a848f78d-bcaa-44bd-9287-e16e00d851bd', 'status': 'completed', 'code': 200} May 02 03:12:58.241413 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bedd95-df56-4586-b344-b1719bad5168 req-aa21942f-4d0e-4bca-aa96-ee926a63a775 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:58.243424 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-98bedd95-df56-4586-b344-b1719bad5168 req-aa21942f-4d0e-4bca-aa96-ee926a63a775 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 943 time: 0.3962083 May 02 03:12:58.275607 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d4fb-e478-497a-842f-9b9e914ba1c8 req-ad730fdc-17b0-4764-b796-d46db1f73c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:58.277260 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-da10d4fb-e478-497a-842f-9b9e914ba1c8 req-ad730fdc-17b0-4764-b796-d46db1f73c26 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982&tenant_id=71a14cf4cc2e4dee8eb774056ca84b10 HTTP/1.1" status: 200 len: 1096 time: 0.3251908 May 02 03:12:58.315537 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-84faec00-6a23-4666-bf5b-c0980b1ea537 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:58.427390 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-84faec00-6a23-4666-bf5b-c0980b1ea537 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768850'] for security_group_rule, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:58.448147 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-98bedd95-df56-4586-b344-b1719bad5168 req-5819ff90-1303-4cdb-9924-e318c56722aa tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925073 May 02 03:12:58.470730 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-6ac8755d-c903-4036-bbef-2c0a8d8256bd tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:58.516482 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84faec00-6a23-4666-bf5b-c0980b1ea537 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac23d5f-550d-4413-a368-5c81acc89238,revision_number=0']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:58.516482 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-84faec00-6a23-4666-bf5b-c0980b1ea537 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:58.541295 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-84faec00-6a23-4666-bf5b-c0980b1ea537 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:58.547218 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-84faec00-6a23-4666-bf5b-c0980b1ea537 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7516026 May 02 03:12:58.547218 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d4fb-e478-497a-842f-9b9e914ba1c8 req-5515b57b-37af-4ce3-a651-038925122246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:58.548282 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 41364) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:58.548534 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-da10d4fb-e478-497a-842f-9b9e914ba1c8 req-5515b57b-37af-4ce3-a651-038925122246 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71a14cf4cc2e4dee8eb774056ca84b10&device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 1096 time: 0.2236357 May 02 03:12:58.556276 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-618d3744-9c56-4b7d-a4e3-b6449ea13877 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Request body: {'security_group_rule': {'security_group_id': 'ce3bbed1-ffdb-4d3d-aec4-0d7297218022', 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:12:58.566156 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-618d3744-9c56-4b7d-a4e3-b6449ea13877 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:58.574616 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-618d3744-9c56-4b7d-a4e3-b6449ea13877 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Usage tracker for resource:security_group_rule and tenant:4cad81e8e2db4740a00d3096daca830a is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:58.583458 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-618d3744-9c56-4b7d-a4e3-b6449ea13877 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:58.587351 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 41368) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:12:58.599763 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-618d3744-9c56-4b7d-a4e3-b6449ea13877 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:58.634170 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.db.securitygroups_db [None req-618d3744-9c56-4b7d-a4e3-b6449ea13877 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Project 4cad81e8e2db4740a00d3096daca830a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 03:12:58.651494 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-618d3744-9c56-4b7d-a4e3-b6449ea13877 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:58.761807 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d4fb-e478-497a-842f-9b9e914ba1c8 req-98513aa2-5a8b-4aa7-b1c6-144fe9b75fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:58.764317 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-da10d4fb-e478-497a-842f-9b9e914ba1c8 req-98513aa2-5a8b-4aa7-b1c6-144fe9b75fd7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d7689858-9039-425a-935e-3344516b06bf HTTP/1.1" status: 200 len: 918 time: 0.2080224 May 02 03:12:58.829513 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-618d3744-9c56-4b7d-a4e3-b6449ea13877 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:58.845781 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-618d3744-9c56-4b7d-a4e3-b6449ea13877 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768850'] for security_group_rule, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:58.866030 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-6b7e5af6-74f0-49f4-ae81-265f9802a49d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:58.892132 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd847df7-81c6-449b-86c4-ea3aefdd497a', 'name': 'tempest-TestShelveInstance-315909243-router', 'tenant_id': 'b9f4c250cbe9497e87cfce1009601c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e4aa79d6-5d75-480e-90f2-223b367673b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:50Z', 'revision_number': 4, 'project_id': 'b9f4c250cbe9497e87cfce1009601c37', 'gw_port': {'id': 'e4aa79d6-5d75-480e-90f2-223b367673b8', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd847df7-81c6-449b-86c4-ea3aefdd497a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:42Z', 'updated_at': '2021-05-02T03:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': 'c7e214ab-7c80-4c62-baf9-6ab0b6e88956', 'name': '', 'network_id': 'af10c664-84af-46fe-97c4-85f72bf6b581', 'tenant_id': 'b9f4c250cbe9497e87cfce1009601c37', 'mac_address': 'fa:16:3e:f4:da:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd847df7-81c6-449b-86c4-ea3aefdd497a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8d791ad3-f09a-4bdf-bdcc-d5facd4747e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:48Z', 'updated_at': '2021-05-02T03:12:56Z', 'revision_number': 4, 'project_id': 'b9f4c250cbe9497e87cfce1009601c37', 'subnets': [{'id': '8d791ad3-f09a-4bdf-bdcc-d5facd4747e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:12:58.898370 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef3539b-3477-49f2-9e5d-b65f8335015c None None] The sync data for ids ['bd847df7-81c6-449b-86c4-ea3aefdd497a'] in dv-cinder-789077-1-smb is: [{'id': 'bd847df7-81c6-449b-86c4-ea3aefdd497a', 'name': 'tempest-TestShelveInstance-315909243-router', 'tenant_id': 'b9f4c250cbe9497e87cfce1009601c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e4aa79d6-5d75-480e-90f2-223b367673b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:12:50Z', 'revision_number': 4, 'project_id': 'b9f4c250cbe9497e87cfce1009601c37', 'gw_port': {'id': 'e4aa79d6-5d75-480e-90f2-223b367673b8', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd847df7-81c6-449b-86c4-ea3aefdd497a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:42Z', 'updated_at': '2021-05-02T03:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': 'c7e214ab-7c80-4c62-baf9-6ab0b6e88956', 'name': '', 'network_id': 'af10c664-84af-46fe-97c4-85f72bf6b581', 'tenant_id': 'b9f4c250cbe9497e87cfce1009601c37', 'mac_address': 'fa:16:3e:f4:da:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd847df7-81c6-449b-86c4-ea3aefdd497a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8d791ad3-f09a-4bdf-bdcc-d5facd4747e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:48Z', 'updated_at': '2021-05-02T03:12:56Z', 'revision_number': 4, 'project_id': 'b9f4c250cbe9497e87cfce1009601c37', 'subnets': [{'id': '8d791ad3-f09a-4bdf-bdcc-d5facd4747e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:12:58.939198 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d3744-9c56-4b7d-a4e3-b6449ea13877 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2229da3b-36e9-4fe9-a3fe-86c3d3337a6b,revision_number=0']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:58.943182 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-618d3744-9c56-4b7d-a4e3-b6449ea13877 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:58.958442 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device a848f78d-bcaa-44bd-9287-e16e00d851bd no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:12:58.969370 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-618d3744-9c56-4b7d-a4e3-b6449ea13877 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:58.986213 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-618d3744-9c56-4b7d-a4e3-b6449ea13877 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4303100 May 02 03:12:59.050555 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-03969b14-4b13-4c22-90de-7b063bd4d88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:59.085846 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-06578581-5416-4b0b-80be-835749a33250 None None] No Port match for: a848f78d-bcaa-44bd-9287-e16e00d851bd {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:12:59.086235 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device a848f78d-bcaa-44bd-9287-e16e00d851bd not bound to the agent host hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:12:59.101382 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-03969b14-4b13-4c22-90de-7b063bd4d88b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:12:59.102147 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-da10d4fb-e478-497a-842f-9b9e914ba1c8 req-af6286cf-b1e2-4eff-9f02-8dcab044659c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58c38057-f2e5-490e-be76-b37333c8d223 HTTP/1.1" status: 200 len: 999 time: 0.3285449 May 02 03:12:59.121282 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-03969b14-4b13-4c22-90de-7b063bd4d88b admin admin] Usage tracker for resource:security_group_rule and tenant:7cbcc2fbe5114b70b91c3ef222926f18 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:12:59.130816 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-03969b14-4b13-4c22-90de-7b063bd4d88b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:12:59.143072 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-03969b14-4b13-4c22-90de-7b063bd4d88b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:12:59.186711 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:59.338411 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d4fb-e478-497a-842f-9b9e914ba1c8 req-ad6d2071-c11a-43a2-8ab4-1566b21239c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:59.345772 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-da10d4fb-e478-497a-842f-9b9e914ba1c8 req-ad6d2071-c11a-43a2-8ab4-1566b21239c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1280d3a9-2862-4bcb-8d9b-90a5151f672e HTTP/1.1" status: 200 len: 856 time: 0.2360613 May 02 03:12:59.516458 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-99abbe25-08fa-43b4-bbfd-2b73763e022c req-b9b961a9-52dd-4b21-8343-ab010d28aa90 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Synchronizing usage tracker for tenant:42c15d9132f24a548967a141c68926b6 on resource:port {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:12:59.523092 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-03969b14-4b13-4c22-90de-7b063bd4d88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:59.542861 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-03969b14-4b13-4c22-90de-7b063bd4d88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:12:59.574650 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-20dc19a8-494d-4f5c-8fd8-f14c06c41f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:12:59.665670 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d4fb-e478-497a-842f-9b9e914ba1c8 req-ebda5a56-5a2b-42c7-bd28-7155ea1819af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:12:59.667402 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-da10d4fb-e478-497a-842f-9b9e914ba1c8 req-ebda5a56-5a2b-42c7-bd28-7155ea1819af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d7689858-9039-425a-935e-3344516b06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3139083 May 02 03:12:59.743875 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-2571c171-c679-4191-8fda-8da4ea1e8af4 req-22d1b6bc-771f-4af7-968c-e8ff4e7a0b46 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1240544 May 02 03:12:59.752805 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-99abbe25-08fa-43b4-bbfd-2b73763e022c req-b9b961a9-52dd-4b21-8343-ab010d28aa90 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Unset dirty status for tenant:42c15d9132f24a548967a141c68926b6 on resource:port {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:12:59.766718 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-99abbe25-08fa-43b4-bbfd-2b73763e022c req-b9b961a9-52dd-4b21-8343-ab010d28aa90 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 210 time: 0.3618848 May 02 03:12:59.853488 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-2571c171-c679-4191-8fda-8da4ea1e8af4 req-5d0f6a93-2358-4c28-b880-671660feceb2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42c15d9132f24a548967a141c68926b6&device_id=b4cff6c7-2bcc-450d-8718-fd8365aeca70 HTTP/1.1" status: 200 len: 210 time: 0.0551095 May 02 03:12:59.867676 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03969b14-4b13-4c22-90de-7b063bd4d88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03154a2d-3081-4af1-9d35-9c5c5bb84311,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:12:59.873264 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-03969b14-4b13-4c22-90de-7b063bd4d88b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7cbcc2fbe5114b70b91c3ef222926f18&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2839100 May 02 03:12:59.874356 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-03969b14-4b13-4c22-90de-7b063bd4d88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:12:59.878968 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 41420) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:00.042452 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-da10d4fb-e478-497a-842f-9b9e914ba1c8 req-b01611d2-015e-4e51-ba72-e109cf394a6a service neutron] 10.222.0.16 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646772 May 02 03:13:00.149786 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7e90d-c4a2-43df-a6a4-d0917d16c2e5 req-995314e4-477c-4a0b-bd22-f1a325a2b7d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:00.151629 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-5db7e90d-c4a2-43df-a6a4-d0917d16c2e5 req-995314e4-477c-4a0b-bd22-f1a325a2b7d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 943 time: 0.2507896 May 02 03:13:00.376312 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-5db7e90d-c4a2-43df-a6a4-d0917d16c2e5 req-4ac9256d-c2c8-4ad3-9c0e-5d5e7fa2de0b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523340 May 02 03:13:00.401723 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-da10d4fb-e478-497a-842f-9b9e914ba1c8 req-08ebad01-fc00-4f86-a5fe-9391205059ab service neutron] 10.222.0.16 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484344 May 02 03:13:00.411222 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571c171-c679-4191-8fda-8da4ea1e8af4 req-54ab9a6f-95e3-4984-9e6c-47d95c429520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:00.419675 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-2571c171-c679-4191-8fda-8da4ea1e8af4 req-54ab9a6f-95e3-4984-9e6c-47d95c429520 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=42c15d9132f24a548967a141c68926b6&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5390096 May 02 03:13:00.523074 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f92291aa-011b-4ebb-a565-7fcd9d99dd8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:00.583813 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f92291aa-011b-4ebb-a565-7fcd9d99dd8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:00.658724 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device c7e214ab-7c80-4c62-baf9-6ab0b6e88956 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:13:00.773821 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning for port c7e214ab-7c80-4c62-baf9-6ab0b6e88956 completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:13:00.781403 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port c7e214ab-7c80-4c62-baf9-6ab0b6e88956 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:13:00.781854 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:00.939007 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571c171-c679-4191-8fda-8da4ea1e8af4 req-bb7270dc-5fb1-4c0b-b543-5903cf5a3b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:00.942205 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-2571c171-c679-4191-8fda-8da4ea1e8af4 req-bb7270dc-5fb1-4c0b-b543-5903cf5a3b69 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5080986 May 02 03:13:00.972118 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f92291aa-011b-4ebb-a565-7fcd9d99dd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:00.978826 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-e27f08cf-15a8-4f4d-9913-0140266d7ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:00.999799 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92291aa-011b-4ebb-a565-7fcd9d99dd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03154a2d-3081-4af1-9d35-9c5c5bb84311,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:01.005728 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-f92291aa-011b-4ebb-a565-7fcd9d99dd8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:01.008100 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f92291aa-011b-4ebb-a565-7fcd9d99dd8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:01.010199 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-f92291aa-011b-4ebb-a565-7fcd9d99dd8d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03154a2d-3081-4af1-9d35-9c5c5bb84311 HTTP/1.1" status: 204 len: 168 time: 1.1262910 May 02 03:13:01.103417 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:01.174894 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] For port c7e214ab-7c80-4c62-baf9-6ab0b6e88956, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=c7e214ab-7c80-4c62-baf9-6ab0b6e88956,segment=NetworkSegment(04a7ef85-143a-40d6-a465-c56cd1ab3bb1),segment_id=04a7ef85-143a-40d6-a465-c56cd1ab3bb1)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:13:01.198668 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:01.201083 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:01.384230 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Pushing event updated for resources: {'Port': ['ID=c7e214ab-7c80-4c62-baf9-6ab0b6e88956,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:01.394794 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:01.395218 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:01.395516 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:01.396015 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:01.396354 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:01.396811 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:01.397284 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:01.397506 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:01.398025 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:01.398640 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:01.399183 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:01.399626 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:01.405363 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:01.529828 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e335c5b-d9e5-430e-b429-e156afcc2f9c req-5bec5394-a490-4cd9-9250-7f9d061a7cb1 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:01.531449 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-5e335c5b-d9e5-430e-b429-e156afcc2f9c req-5bec5394-a490-4cd9-9250-7f9d061a7cb1 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1918008 May 02 03:13:01.677420 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-5e335c5b-d9e5-430e-b429-e156afcc2f9c req-ac904d6a-345f-4694-a937-b29837260f55 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395116 May 02 03:13:01.732124 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 41482) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:01.759752 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-58ff6e68-2992-40ab-9515-e9826ca06773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:01.768447 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866ed73-6343-41be-a649-0d66efd6e84d req-c81611ea-46a0-42ad-9de0-287a1bd778e4 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:01.770035 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9866ed73-6343-41be-a649-0d66efd6e84d req-c81611ea-46a0-42ad-9de0-287a1bd778e4 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 943 time: 0.1646643 May 02 03:13:01.783980 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-58ff6e68-2992-40ab-9515-e9826ca06773 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:01.788443 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-58ff6e68-2992-40ab-9515-e9826ca06773 admin admin] Usage tracker for resource:security_group_rule and tenant:d3e8c841c0a541c1955e0b51b5966a73 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:01.791818 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-58ff6e68-2992-40ab-9515-e9826ca06773 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:01.799721 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-58ff6e68-2992-40ab-9515-e9826ca06773 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:01.916359 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-58ff6e68-2992-40ab-9515-e9826ca06773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:01.922791 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-58ff6e68-2992-40ab-9515-e9826ca06773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:01.935167 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9866ed73-6343-41be-a649-0d66efd6e84d req-7469ef98-bee7-4e1d-a895-6ff0e368fef1 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568182 May 02 03:13:01.944211 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-03969b14-4b13-4c22-90de-7b063bd4d88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:02.002018 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-58ff6e68-2992-40ab-9515-e9826ca06773 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3e8c841c0a541c1955e0b51b5966a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687743 May 02 03:13:02.003930 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff6e68-2992-40ab-9515-e9826ca06773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1a8b0a-f063-44fe-b3b0-85c3c200d12f,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:02.006288 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 41488) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:02.007068 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-58ff6e68-2992-40ab-9515-e9826ca06773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:02.209587 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-84ddc688-fe14-472a-9a1c-b1bd7c5c130d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:02.246021 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-84ddc688-fe14-472a-9a1c-b1bd7c5c130d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:02.335122 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-84ddc688-fe14-472a-9a1c-b1bd7c5c130d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:02.340111 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-e13c0760-47da-48b2-b9cb-b24dd42f1f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:02.357172 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ddc688-fe14-472a-9a1c-b1bd7c5c130d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1a8b0a-f063-44fe-b3b0-85c3c200d12f,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:02.362411 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-84ddc688-fe14-472a-9a1c-b1bd7c5c130d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:02.366350 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-84ddc688-fe14-472a-9a1c-b1bd7c5c130d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:02.367753 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-84ddc688-fe14-472a-9a1c-b1bd7c5c130d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f1a8b0a-f063-44fe-b3b0-85c3c200d12f HTTP/1.1" status: 204 len: 168 time: 0.3555152 May 02 03:13:02.673913 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device c7e214ab-7c80-4c62-baf9-6ab0b6e88956 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:13:02.897054 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port c7e214ab-7c80-4c62-baf9-6ab0b6e88956 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:13:02.897599 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:03.234303 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb118a4-4c68-4d2d-a60e-24f4f5856096 req-b31b76f5-2601-4eb0-8fed-732b3bfdfd37 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:03.252815 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-2eb118a4-4c68-4d2d-a60e-24f4f5856096 req-b31b76f5-2601-4eb0-8fed-732b3bfdfd37 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.2561834 May 02 03:13:03.415233 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-2eb118a4-4c68-4d2d-a60e-24f4f5856096 req-ddee909a-710f-4c01-b89a-69644f664b22 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519346 May 02 03:13:03.642670 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ddd65-cc4b-4823-bf11-7c41f4f35d6c req-b7a18e13-ff70-455f-9243-fa062c7883c1 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:03.664418 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-c13ddd65-cc4b-4823-bf11-7c41f4f35d6c req-b7a18e13-ff70-455f-9243-fa062c7883c1 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 943 time: 0.2753694 May 02 03:13:03.867793 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-c13ddd65-cc4b-4823-bf11-7c41f4f35d6c req-11e4774c-fdac-4184-8d96-a163af75b75e tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021966 May 02 03:13:04.976645 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cb218-8130-407f-bd8a-6b022babd56d req-fa4b2bc0-91b9-4db8-8378-f57131ec0883 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:04.985562 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-eb6cb218-8130-407f-bd8a-6b022babd56d req-fa4b2bc0-91b9-4db8-8378-f57131ec0883 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.2031839 May 02 03:13:05.328168 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-eb6cb218-8130-407f-bd8a-6b022babd56d req-61e7c697-ae27-45c3-ab2a-9127032530d3 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415129 May 02 03:13:05.816368 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45bdf8-cd40-46f5-b3cc-42a44edac022 req-bb6ed93f-690f-46c9-8c64-b749a610554f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:05.819223 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-cd45bdf8-cd40-46f5-b3cc-42a44edac022 req-bb6ed93f-690f-46c9-8c64-b749a610554f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 943 time: 0.1715357 May 02 03:13:06.012340 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-cd45bdf8-cd40-46f5-b3cc-42a44edac022 req-ac456bd7-a08a-4cf0-abf8-6b0c8b2c1a61 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776011 May 02 03:13:06.754598 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f7202-e566-4dbe-9b03-87c928f48bb9 req-15dcd2c3-152f-4b61-aa52-d1f360f0249c tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:06.756837 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-7e7f7202-e566-4dbe-9b03-87c928f48bb9 req-15dcd2c3-152f-4b61-aa52-d1f360f0249c tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1298273 May 02 03:13:06.920288 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-7e7f7202-e566-4dbe-9b03-87c928f48bb9 req-9855efd1-ce7d-4a45-9986-1e5ba430ac89 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515844 May 02 03:13:07.561893 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba3679-de71-4422-8af4-261297d68fdf req-f16d9768-919d-40ea-9c30-4e2fa809ffae tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:07.566327 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e3ba3679-de71-4422-8af4-261297d68fdf req-f16d9768-919d-40ea-9c30-4e2fa809ffae tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 943 time: 0.2217572 May 02 03:13:07.634639 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e3ba3679-de71-4422-8af4-261297d68fdf req-3c66718e-1774-4acc-9efc-22806b45b0d7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563967 May 02 03:13:08.441804 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11d751-49ec-4203-ac07-fde53cbd6981 req-30ae549a-07f2-4696-851a-a0f1ab1bdd65 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:08.443665 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6e11d751-49ec-4203-ac07-fde53cbd6981 req-30ae549a-07f2-4696-851a-a0f1ab1bdd65 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.2315264 May 02 03:13:08.558526 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6e11d751-49ec-4203-ac07-fde53cbd6981 req-98c50a3c-17be-4800-a5a1-1f005f460b6d tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949018 May 02 03:13:09.072917 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e9802-fe5c-4d07-b444-ee155e0fa136 req-1a13ab58-dbc4-45ef-9c72-0575d25c8fb3 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:09.074628 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-954e9802-fe5c-4d07-b444-ee155e0fa136 req-1a13ab58-dbc4-45ef-9c72-0575d25c8fb3 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 943 time: 0.1709878 May 02 03:13:09.191532 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-954e9802-fe5c-4d07-b444-ee155e0fa136 req-6ff6dc86-cb98-4f42-97e3-c0504f08cbcf tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023352 May 02 03:13:10.129916 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3eefb5-9dc9-4418-9d6f-a49654830fd9 req-0388bd14-a86c-4eeb-8577-75629f82e45d tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:10.144917 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-ff3eefb5-9dc9-4418-9d6f-a49654830fd9 req-0388bd14-a86c-4eeb-8577-75629f82e45d tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.2809613 May 02 03:13:10.238879 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-ff3eefb5-9dc9-4418-9d6f-a49654830fd9 req-32a99f33-655d-4907-a748-c326542c4784 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923491 May 02 03:13:10.305392 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 41628) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:10.577540 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-72a30330-1e04-4f01-8319-6782a63ff4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:10.599453 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-72a30330-1e04-4f01-8319-6782a63ff4e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:10.606532 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-72a30330-1e04-4f01-8319-6782a63ff4e1 admin admin] Usage tracker for resource:security_group_rule and tenant:6efe7596f1b14600884921ec0e691903 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:10.610373 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-72a30330-1e04-4f01-8319-6782a63ff4e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:10.634406 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-72a30330-1e04-4f01-8319-6782a63ff4e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:10.655393 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fef8cb-2583-4e12-b0ea-f40152de6c72 req-510db47b-7531-4285-bd35-1f366cea7064 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:10.657122 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-54fef8cb-2583-4e12-b0ea-f40152de6c72 req-510db47b-7531-4285-bd35-1f366cea7064 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 943 time: 0.2020953 May 02 03:13:10.763246 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-54fef8cb-2583-4e12-b0ea-f40152de6c72 req-07bddc5e-4e4e-4dc8-ad1b-1f23306c8e45 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725808 May 02 03:13:10.906581 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-72a30330-1e04-4f01-8319-6782a63ff4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:10.948361 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-72a30330-1e04-4f01-8319-6782a63ff4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:10.957980 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-01560209-6f06-43a1-93c7-ee3de23208ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:11.017154 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a30330-1e04-4f01-8319-6782a63ff4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd2ba9e-b22e-45ff-ba15-012a27997e43,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:11.023898 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-72a30330-1e04-4f01-8319-6782a63ff4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:11.031208 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-72a30330-1e04-4f01-8319-6782a63ff4e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6efe7596f1b14600884921ec0e691903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7229569 May 02 03:13:11.034088 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 41636) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:11.130574 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-167a53fc-b05e-4b33-ac90-b5a7a49d4352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:11.164702 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-167a53fc-b05e-4b33-ac90-b5a7a49d4352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:11.255226 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-167a53fc-b05e-4b33-ac90-b5a7a49d4352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:11.260607 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:11.279739 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a53fc-b05e-4b33-ac90-b5a7a49d4352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd2ba9e-b22e-45ff-ba15-012a27997e43,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:11.310341 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-167a53fc-b05e-4b33-ac90-b5a7a49d4352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:11.322147 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-167a53fc-b05e-4b33-ac90-b5a7a49d4352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:11.324862 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-167a53fc-b05e-4b33-ac90-b5a7a49d4352 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5dd2ba9e-b22e-45ff-ba15-012a27997e43 HTTP/1.1" status: 204 len: 168 time: 0.2881017 May 02 03:13:11.654634 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086a5f0-1618-42c1-bca0-c59b7db52846 req-94b2ed0f-2e49-4230-b497-4b30467e680b tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:11.657087 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d086a5f0-1618-42c1-bca0-c59b7db52846 req-94b2ed0f-2e49-4230-b497-4b30467e680b tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1724641 May 02 03:13:11.727299 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d086a5f0-1618-42c1-bca0-c59b7db52846 req-dfe47a7a-72a2-438a-9b54-d47e687c6f78 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549603 May 02 03:13:12.063917 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 41650) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:12.086569 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0c9a9154-f604-4c00-83b9-d270be0a0523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:12.090152 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-58f4063a-2e38-4a35-8138-5390a25776d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:12.109484 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-58f4063a-2e38-4a35-8138-5390a25776d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:12.114448 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-58f4063a-2e38-4a35-8138-5390a25776d6 admin admin] Usage tracker for resource:security_group_rule and tenant:c4a66384a7654743acae372f207755b5 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:12.118496 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-58f4063a-2e38-4a35-8138-5390a25776d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:12.134249 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-58f4063a-2e38-4a35-8138-5390a25776d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:12.151483 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5286402-1581-4c87-89fc-05c6231036b4 req-396b91df-b4b5-43f7-9250-0c3d0ad66981 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:12.161987 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e5286402-1581-4c87-89fc-05c6231036b4 req-396b91df-b4b5-43f7-9250-0c3d0ad66981 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 943 time: 0.1989467 May 02 03:13:12.279869 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e5286402-1581-4c87-89fc-05c6231036b4 req-bd89a51f-33ef-4acb-a5b2-7decfbaaf625 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166697 May 02 03:13:12.391192 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-58f4063a-2e38-4a35-8138-5390a25776d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:12.395814 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-58f4063a-2e38-4a35-8138-5390a25776d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:12.403958 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-6ac6e9a2-32f3-4bec-bac4-f67041101657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:12.446045 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4063a-2e38-4a35-8138-5390a25776d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481cfa97-e865-4e6a-89db-175250dc7092,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:12.454129 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-58f4063a-2e38-4a35-8138-5390a25776d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:12.468152 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-58f4063a-2e38-4a35-8138-5390a25776d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4a66384a7654743acae372f207755b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3988795 May 02 03:13:12.468752 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 41654) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:12.560821 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a9c0af6f-8daa-4d7e-a45f-4f3d3ffb61bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:12.599671 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a9c0af6f-8daa-4d7e-a45f-4f3d3ffb61bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:12.689341 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a9c0af6f-8daa-4d7e-a45f-4f3d3ffb61bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:12.698725 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-bbe2f939-226e-4af1-917c-7f55b41a6ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:12.783326 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0af6f-8daa-4d7e-a45f-4f3d3ffb61bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481cfa97-e865-4e6a-89db-175250dc7092,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:12.816372 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-a9c0af6f-8daa-4d7e-a45f-4f3d3ffb61bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:12.871862 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a9c0af6f-8daa-4d7e-a45f-4f3d3ffb61bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:12.874396 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-a9c0af6f-8daa-4d7e-a45f-4f3d3ffb61bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/481cfa97-e865-4e6a-89db-175250dc7092 HTTP/1.1" status: 204 len: 168 time: 0.4042683 May 02 03:13:13.184124 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debc2a5-69cb-49d8-9ef2-b4c377f4281a req-e3870ed1-9452-43e4-93b2-969d03bbede5 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:13.200972 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6debc2a5-69cb-49d8-9ef2-b4c377f4281a req-e3870ed1-9452-43e4-93b2-969d03bbede5 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.2294049 May 02 03:13:13.274332 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6debc2a5-69cb-49d8-9ef2-b4c377f4281a req-d7d42cf2-4af0-4c38-aad7-d19ad1373a60 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720198 May 02 03:13:13.723588 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53c3fc-afe1-4517-bcd0-ed73c31c7659 req-ee4470e3-292b-4178-937f-d54fb8901059 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:13.726408 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-bc53c3fc-afe1-4517-bcd0-ed73c31c7659 req-ee4470e3-292b-4178-937f-d54fb8901059 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 943 time: 0.1679950 May 02 03:13:13.819133 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-bc53c3fc-afe1-4517-bcd0-ed73c31c7659 req-3cac63f1-494f-41f2-893f-30f7679836a8 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808580 May 02 03:13:14.617152 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b9f08-86c6-4e22-8974-c746bb7e56c6 req-d8e1a1c6-adf2-4b6b-861a-fffd3f002b6b tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:14.621209 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d09b9f08-86c6-4e22-8974-c746bb7e56c6 req-d8e1a1c6-adf2-4b6b-861a-fffd3f002b6b tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1853549 May 02 03:13:14.675231 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-435d5437-b8c7-45a9-a63d-04055120b48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:14.706980 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d09b9f08-86c6-4e22-8974-c746bb7e56c6 req-77b42a8e-6462-4cce-a4d9-a864d79958af tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770535 May 02 03:13:14.955818 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:15.081911 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4556e-dd30-47bb-af2b-5a8067841e37 req-b6c223c6-2d51-4e5f-85ff-daecfa3f5bb9 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:15.083821 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-2cf4556e-dd30-47bb-af2b-5a8067841e37 req-b6c223c6-2d51-4e5f-85ff-daecfa3f5bb9 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 943 time: 0.0975533 May 02 03:13:15.162112 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-2cf4556e-dd30-47bb-af2b-5a8067841e37 req-d3852dc9-4e8c-405c-a34a-fab0a5e13bf7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667629 May 02 03:13:16.007070 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd925bb-ef3b-474e-87f8-8d09f79d7ac7 req-04a6a481-e264-4abe-8fad-c2fc4bce8be1 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:16.009725 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-cfd925bb-ef3b-474e-87f8-8d09f79d7ac7 req-04a6a481-e264-4abe-8fad-c2fc4bce8be1 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1272712 May 02 03:13:16.045323 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:16.074412 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-cfd925bb-ef3b-474e-87f8-8d09f79d7ac7 req-7eac3b07-0b34-4860-9582-a577cfdc0dd0 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540495 May 02 03:13:16.478673 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540ac41-e828-4bef-83a8-f8ad1a1b641b req-fc711c6d-5084-4b77-a8cc-7697b273cf74 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:16.482960 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b540ac41-e828-4bef-83a8-f8ad1a1b641b req-fc711c6d-5084-4b77-a8cc-7697b273cf74 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 943 time: 0.1440775 May 02 03:13:16.574089 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b540ac41-e828-4bef-83a8-f8ad1a1b641b req-759b4400-11b3-4eaf-b729-f00b9cefaf37 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755563 May 02 03:13:17.067735 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 58c38057-f2e5-490e-be76-b37333c8d223 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:13:17.334732 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-20e534a0-7df8-48b4-9690-7dcbb0a26867 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Synchronizing usage tracker for tenant:4cad81e8e2db4740a00d3096daca830a on resource:security_group {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:13:17.369474 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-20e534a0-7df8-48b4-9690-7dcbb0a26867 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Unset dirty status for tenant:4cad81e8e2db4740a00d3096daca830a on resource:security_group {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:13:17.377268 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-20e534a0-7df8-48b4-9690-7dcbb0a26867 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2003254627&fields=id&tenant_id=4cad81e8e2db4740a00d3096daca830a HTTP/1.1" status: 200 len: 267 time: 0.1232202 May 02 03:13:17.398816 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 58c38057-f2e5-490e-be76-b37333c8d223, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=58c38057-f2e5-490e-be76-b37333c8d223,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:13:17.430686 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Returning: {'device': '58c38057-f2e5-490e-be76-b37333c8d223', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'port_id': '58c38057-f2e5-490e-be76-b37333c8d223', 'mac_address': 'fa:16:3e:85:50:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:13:17.444223 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60263e-fa37-480c-817b-5f82261d9d3b req-6c2fda25-2a10-41b3-b75f-ca470c0cb3ef tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:17.445851 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-ef60263e-fa37-480c-817b-5f82261d9d3b req-6c2fda25-2a10-41b3-b75f-ca470c0cb3ef tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1528854 May 02 03:13:17.563980 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-ef60263e-fa37-480c-817b-5f82261d9d3b req-d0381610-b9e5-47d5-9bc6-e2849217b312 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057489 May 02 03:13:17.594813 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:17.647010 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [None req-06578581-5416-4b0b-80be-835749a33250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c38057-f2e5-490e-be76-b37333c8d223 {{(pid=73840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:13:17.697194 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 58c38057-f2e5-490e-be76-b37333c8d223, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=58c38057-f2e5-490e-be76-b37333c8d223,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:13:17.716290 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:17.729742 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-1450460d-c5a3-4b49-89c5-094c733d134c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:17.764879 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-089f3352-323b-4e25-835f-67953574bb2c tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:17.766551 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-089f3352-323b-4e25-835f-67953574bb2c tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Synchronizing usage tracker for tenant:4cad81e8e2db4740a00d3096daca830a on resource:network {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:13:17.817527 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-089f3352-323b-4e25-835f-67953574bb2c tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Unset dirty status for tenant:4cad81e8e2db4740a00d3096daca830a on resource:network {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:13:17.831521 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-089f3352-323b-4e25-835f-67953574bb2c tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/networks?id=c272bd6b-64d2-4e2d-b949-abb77dc52154 HTTP/1.1" status: 200 len: 808 time: 0.4349697 May 02 03:13:17.870432 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-4f7255f2-c372-4949-b98c-eae4e10afd1c tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/quotas/4cad81e8e2db4740a00d3096daca830a HTTP/1.1" status: 200 len: 375 time: 0.0363581 May 02 03:13:17.909321 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:17.931106 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=58c38057-f2e5-490e-be76-b37333c8d223,revision_number=9']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:17.952405 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:17.983927 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['58c38057-f2e5-490e-be76-b37333c8d223'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:13:18.019674 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701153fa-65d3-4bad-b0fd-d4508bea344d req-6075579f-788a-4773-8cd0-74c0c28c236c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:18.027906 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-701153fa-65d3-4bad-b0fd-d4508bea344d req-6075579f-788a-4773-8cd0-74c0c28c236c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 944 time: 0.1758652 May 02 03:13:18.081028 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-63292d77-e484-4fcb-ae94-12a77454c82a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Synchronizing usage tracker for tenant:4cad81e8e2db4740a00d3096daca830a on resource:port {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:13:18.101672 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-701153fa-65d3-4bad-b0fd-d4508bea344d req-00a35526-f10c-40e4-8dbe-0e05aa6263be tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715184 May 02 03:13:18.151761 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-63292d77-e484-4fcb-ae94-12a77454c82a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Unset dirty status for tenant:4cad81e8e2db4740a00d3096daca830a on resource:port {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:13:18.169670 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-63292d77-e484-4fcb-ae94-12a77454c82a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4cad81e8e2db4740a00d3096daca830a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2950161 May 02 03:13:18.523019 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-d67c60e5-525d-4d07-b4cf-185054330195 service neutron] 10.222.0.20 "GET /v2.0/networks/c272bd6b-64d2-4e2d-b949-abb77dc52154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273420 May 02 03:13:18.584747 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5e0e2-82c4-4a3b-9535-75c3d351c56e req-e3713e80-c528-4d6a-bd4b-eb4a1831e669 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:18.587100 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-2ef5e0e2-82c4-4a3b-9535-75c3d351c56e req-e3713e80-c528-4d6a-bd4b-eb4a1831e669 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.16 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1808014 May 02 03:13:18.890405 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573bb8b-ce8d-4695-9eda-00e3eb5a48d0 req-bff1ba70-7c11-474a-8d75-93829c12131a tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:18.892092 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f573bb8b-ce8d-4695-9eda-00e3eb5a48d0 req-bff1ba70-7c11-474a-8d75-93829c12131a tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 945 time: 0.1724041 May 02 03:13:18.951257 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-d5cb6992-47f0-4d40-8539-4a6d9a5cf5f9 service neutron] 10.222.0.20 "GET /v2.0/networks/c272bd6b-64d2-4e2d-b949-abb77dc52154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169776 May 02 03:13:18.977766 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f573bb8b-ce8d-4695-9eda-00e3eb5a48d0 req-3cad114c-f3c8-4601-a5ce-5e213b6280dc tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/security-groups?id=925b42c0-d5c0-44e1-999b-10cb4058959d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720406 May 02 03:13:18.993644 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [req-2ef5e0e2-82c4-4a3b-9535-75c3d351c56e req-fb4ccd07-46a9-41c2-a575-a739cbe31c99 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Deleting port 06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 {{(pid=73839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:13:18.993990 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-2ef5e0e2-82c4-4a3b-9535-75c3d351c56e req-fb4ccd07-46a9-41c2-a575-a739cbe31c99 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:19.065618 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 58c38057-f2e5-490e-be76-b37333c8d223 up at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:13:19.175385 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning complete for port 58c38057-f2e5-490e-be76-b37333c8d223 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:13:19.176631 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:19.204982 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [req-2ef5e0e2-82c4-4a3b-9535-75c3d351c56e req-fb4ccd07-46a9-41c2-a575-a739cbe31c99 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] For port 06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4,segment=NetworkSegment(f982a65e-375f-40cb-9f51-7cb0ac0c3b48),segment_id=f982a65e-375f-40cb-9f51-7cb0ac0c3b48)] {{(pid=73839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:13:19.205578 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-2ef5e0e2-82c4-4a3b-9535-75c3d351c56e req-fb4ccd07-46a9-41c2-a575-a739cbe31c99 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:19.391672 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c9c18-c6a0-4929-967d-a1be54b8faf1 req-0afd3157-7de9-4623-856c-f41a95dd0d92 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:19.395158 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [req-2ef5e0e2-82c4-4a3b-9535-75c3d351c56e req-fb4ccd07-46a9-41c2-a575-a739cbe31c99 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Calling delete_port for 06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 owned by compute:nova {{(pid=73839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:13:19.400042 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b12c9c18-c6a0-4929-967d-a1be54b8faf1 req-0afd3157-7de9-4623-856c-f41a95dd0d92 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 944 time: 0.1515694 May 02 03:13:19.420960 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:19.466939 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4671683c-8055-4267-bee7-b98db715c982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c38057-f2e5-490e-be76-b37333c8d223'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:13:19.484277 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b12c9c18-c6a0-4929-967d-a1be54b8faf1 req-0c35867b-8ac9-4f2b-941b-c30929c61bfe tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826571 May 02 03:13:19.490134 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 58c38057-f2e5-490e-be76-b37333c8d223, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=58c38057-f2e5-490e-be76-b37333c8d223,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:13:19.506813 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:19.515774 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0c9e2fae-0818-46e1-b7f2-140700b8383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:19.616529 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4671683c-8055-4267-bee7-b98db715c982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c38057-f2e5-490e-be76-b37333c8d223', 'code': 200} May 02 03:13:19.678530 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=58c38057-f2e5-490e-be76-b37333c8d223,revision_number=10']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:19.691709 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:19.720417 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-2ef5e0e2-82c4-4a3b-9535-75c3d351c56e req-fb4ccd07-46a9-41c2-a575-a739cbe31c99 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:19.728732 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:19.733187 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:13:19.916356 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ccd07-46a9-41c2-a575-a739cbe31c99 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Pushing event deleted for resources: {'Port': ['ID=06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:19.922954 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-fb4ccd07-46a9-41c2-a575-a739cbe31c99 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:19.977128 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-5b50f82e-8e90-47c0-a618-2af6572941b0 req-49a7d3e3-7b00-4f5b-b6a4-cd4b8efaeed6 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 210 time: 0.1027086 May 02 03:13:20.086226 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef5e0e2-82c4-4a3b-9535-75c3d351c56e req-fb4ccd07-46a9-41c2-a575-a739cbe31c99 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] No DVR routers for this DVR port 06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 on host hv-cinder-78907 {{(pid=73839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:13:20.091512 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-2ef5e0e2-82c4-4a3b-9535-75c3d351c56e req-fb4ccd07-46a9-41c2-a575-a739cbe31c99 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:20.101234 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446e7535-3012-49e7-aabd-6260e737d9a2', 'name': 'network-vif-deleted', 'tag': '06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4'}] {{(pid=73839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:13:20.134173 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-2ef5e0e2-82c4-4a3b-9535-75c3d351c56e req-fb4ccd07-46a9-41c2-a575-a739cbe31c99 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.16 "DELETE /v2.0/ports/06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 HTTP/1.1" status: 204 len: 173 time: 1.5407944 May 02 03:13:20.264538 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446e7535-3012-49e7-aabd-6260e737d9a2', 'name': 'network-vif-deleted', 'tag': '06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4', 'status': 'completed', 'code': 200} May 02 03:13:20.360261 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-ae2f4cbf-3333-47de-962a-781e6a1f7897 req-a4a82582-9c19-4d2a-a455-8f792ecc2166 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Synchronizing usage tracker for tenant:42c15d9132f24a548967a141c68926b6 on resource:port {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:13:20.379448 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476ef91-76ea-48cf-bc0d-4371c31bc9a9 req-9f986a02-83cb-4e5b-bb8c-e981e3441a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:20.382774 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3476ef91-76ea-48cf-bc0d-4371c31bc9a9 req-9f986a02-83cb-4e5b-bb8c-e981e3441a01 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 1099 time: 0.2421582 May 02 03:13:20.410517 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-ae2f4cbf-3333-47de-962a-781e6a1f7897 req-a4a82582-9c19-4d2a-a455-8f792ecc2166 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Unset dirty status for tenant:42c15d9132f24a548967a141c68926b6 on resource:port {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:13:20.426136 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-ae2f4cbf-3333-47de-962a-781e6a1f7897 req-a4a82582-9c19-4d2a-a455-8f792ecc2166 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] 10.222.0.20 "GET /v2.0/ports?device_id=446e7535-3012-49e7-aabd-6260e737d9a2 HTTP/1.1" status: 200 len: 210 time: 0.1291296 May 02 03:13:20.546264 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3476ef91-76ea-48cf-bc0d-4371c31bc9a9 req-8db59ec9-f32d-450b-9a06-a0f25d8068da service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568735 May 02 03:13:20.751640 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db772c80-be3f-4b1e-96a1-d92eb570172f req-97fee58a-d9ac-41b1-9194-efb9fb54eb39 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:20.762034 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-db772c80-be3f-4b1e-96a1-d92eb570172f req-97fee58a-d9ac-41b1-9194-efb9fb54eb39 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 946 time: 0.1311848 May 02 03:13:20.846055 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-db772c80-be3f-4b1e-96a1-d92eb570172f req-e3c5c8fa-ac2a-4aa6-8706-618d6646c882 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634749 May 02 03:13:21.202535 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-29430e04-b75e-4764-9f69-1b5018aa1333 req-12cd8e56-b13d-4894-ac1f-057b057fcb6e tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 210 time: 0.0465553 May 02 03:13:21.539513 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 41884) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:21.939527 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-36c6bf21-7664-4da1-a093-4f0ea0b974ec tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:21.941074 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-36c6bf21-7664-4da1-a093-4f0ea0b974ec tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.16 "GET /v2.0/networks?id=c272bd6b-64d2-4e2d-b949-abb77dc52154 HTTP/1.1" status: 200 len: 808 time: 0.2548642 May 02 03:13:22.088250 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-4651b7d5-c083-4760-a017-4595f94d640a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Synchronizing usage tracker for tenant:4cad81e8e2db4740a00d3096daca830a on resource:security_group {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:13:22.111394 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-4651b7d5-c083-4760-a017-4595f94d640a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Unset dirty status for tenant:4cad81e8e2db4740a00d3096daca830a on resource:security_group {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:13:22.112814 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-4651b7d5-c083-4760-a017-4595f94d640a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cad81e8e2db4740a00d3096daca830a HTTP/1.1" status: 200 len: 380 time: 0.1053782 May 02 03:13:22.245978 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6a6d3-e540-43ea-8bee-d3ac4fa594cf req-0bb135b3-a148-4802-8722-3f8b0d5a3a25 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:22.248860 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-5ce6a6d3-e540-43ea-8bee-d3ac4fa594cf req-0bb135b3-a148-4802-8722-3f8b0d5a3a25 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 946 time: 0.1381893 May 02 03:13:22.260493 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-dadb3b91-1780-45b6-9de8-982782d725a5 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Request body: {'port': {'device_id': 'd3e60378-1f5e-499a-992e-30f70cde63a4', 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154', 'admin_state_up': True, 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'security_groups': ['ce3bbed1-ffdb-4d3d-aec4-0d7297218022']}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:22.386395 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-5ce6a6d3-e540-43ea-8bee-d3ac4fa594cf req-e1cf5b5a-73f0-4724-87df-009f2a66668f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306837 May 02 03:13:22.553090 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9fd877dd-f5f6-4e8e-9abd-13ac46f95e15 req-29c3cd31-ed24-4536-833e-b82217f81685 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 210 time: 0.1418042 May 02 03:13:22.651365 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-dadb3b91-1780-45b6-9de8-982782d725a5 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:22.667739 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-dadb3b91-1780-45b6-9de8-982782d725a5 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:22.724685 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-dadb3b91-1780-45b6-9de8-982782d725a5 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Made reservation on behalf of 4cad81e8e2db4740a00d3096daca830a for: {'port': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:13:22.728535 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-dadb3b91-1780-45b6-9de8-982782d725a5 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:23.039612 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-dadb3b91-1780-45b6-9de8-982782d725a5 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Allocated IP 172.20.0.4 (c272bd6b-64d2-4e2d-b949-abb77dc52154/506f98ec-dfc0-4209-bc72-91aa0b53fe2c/8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:13:23.058309 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0a52f93e-70c0-48af-a146-fb4e98716e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656198'] for router_interface, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:23.087595 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:13:23.145438 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-06578581-5416-4b0b-80be-835749a33250 None None] No Port match for: 06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:13:23.147029 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 06af061c-2fc5-4cdc-b4bf-b8ac50ee7de4 not bound to the agent host hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:13:23.648072 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948df855-d7f1-496e-adda-0fb1220471fb req-cf0b0dcb-84ee-4937-9c3a-7ad645dbbf9d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:23.650283 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-948df855-d7f1-496e-adda-0fb1220471fb req-cf0b0dcb-84ee-4937-9c3a-7ad645dbbf9d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 946 time: 0.1161137 May 02 03:13:23.743991 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-948df855-d7f1-496e-adda-0fb1220471fb req-70fd8022-c1ec-4d31-a6f2-572f3454242b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869076 May 02 03:13:23.781469 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-dadb3b91-1780-45b6-9de8-982782d725a5 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:23.802663 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0a33d830-45b4-41e7-b921-b077b3a10d1f req-3dc6f4c8-8206-4c1a-b6ac-6461e6166e15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 210 time: 0.0740950 May 02 03:13:23.821556 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-dadb3b91-1780-45b6-9de8-982782d725a5 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Transition to ACTIVE for port object 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e will not be triggered until provisioned by entity DHCP. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:13:23.987933 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-dadb3b91-1780-45b6-9de8-982782d725a5 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:24.003476 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-0acb27b4-fe4b-4836-adc8-c955969fa444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:24.136542 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-dadb3b91-1780-45b6-9de8-982782d725a5 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Network c272bd6b-64d2-4e2d-b949-abb77dc52154 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:13:24.139534 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-dadb3b91-1780-45b6-9de8-982782d725a5 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Resources bound (agent type, host, resource id): {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:13:24.144005 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-dadb3b91-1780-45b6-9de8-982782d725a5 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:13:24.157134 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-dadb3b91-1780-45b6-9de8-982782d725a5 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:24.158457 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-dadb3b91-1780-45b6-9de8-982782d725a5 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:24.218222 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb3b91-1780-45b6-9de8-982782d725a5 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Pushing event updated for resources: {'Port': ['ID=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:24.234377 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-dadb3b91-1780-45b6-9de8-982782d725a5 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:24.281238 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-dadb3b91-1780-45b6-9de8-982782d725a5 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1604681 May 02 03:13:24.289666 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-0a52f93e-70c0-48af-a146-fb4e98716e6a admin admin] Deleting port bfd65c2a-dd1a-43c7-97b2-ab585581ec0d {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:13:24.290034 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0a52f93e-70c0-48af-a146-fb4e98716e6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:24.315833 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] Request body: {'port': {'device_id': 'd3e60378-1f5e-499a-992e-30f70cde63a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:24.467845 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-d5ceaea7-52e1-4543-bf6e-a376a0dcd6b2 None None] Provisioning for port 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e completed by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:13:24.473600 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-d5ceaea7-52e1-4543-bf6e-a376a0dcd6b2 None None] Provisioning complete for port 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:13:24.473978 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d5ceaea7-52e1-4543-bf6e-a376a0dcd6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:24.540795 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-d5ceaea7-52e1-4543-bf6e-a376a0dcd6b2 None None] Port 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e cannot update to ACTIVE because it is not bound. {{(pid=73840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:13:24.600773 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:24.630702 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-0a52f93e-70c0-48af-a146-fb4e98716e6a admin admin] For port bfd65c2a-dd1a-43c7-97b2-ab585581ec0d, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=bfd65c2a-dd1a-43c7-97b2-ab585581ec0d,segment=NetworkSegment(f982a65e-375f-40cb-9f51-7cb0ac0c3b48),segment_id=f982a65e-375f-40cb-9f51-7cb0ac0c3b48)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:13:24.631074 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0a52f93e-70c0-48af-a146-fb4e98716e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:24.862264 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-0a52f93e-70c0-48af-a146-fb4e98716e6a admin admin] Calling delete_port for bfd65c2a-dd1a-43c7-97b2-ab585581ec0d owned by network:router_interface {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:13:25.081459 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a39bcb-36c0-412f-a148-9f17b7f4c462 req-67fcb31a-43d9-4fcd-b910-7ea5db8eecca tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:25.096056 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e8a39bcb-36c0-412f-a148-9f17b7f4c462 req-67fcb31a-43d9-4fcd-b910-7ea5db8eecca tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 931 time: 0.1583266 May 02 03:13:25.175122 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e8a39bcb-36c0-412f-a148-9f17b7f4c462 req-e34c040e-3e0a-4ede-bbfe-2985b92ada1f tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663135 May 02 03:13:25.362072 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:13:25.489915 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:13:25.503786 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:25.530253 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] Transition to ACTIVE for port object 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:13:25.533754 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0a52f93e-70c0-48af-a146-fb4e98716e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:25.541799 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:25.732179 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:25.747003 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52f93e-70c0-48af-a146-fb4e98716e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd65c2a-dd1a-43c7-97b2-ab585581ec0d,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:25.750091 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-0a52f93e-70c0-48af-a146-fb4e98716e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:25.779530 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:26.052588 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] Pushing event updated for resources: {'Port': ['ID=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:26.056123 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:26.155925 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] Attempting to bind port 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e on host hv-cinder-78907 for vnic_type normal with profile {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:13:26.156159 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] Attempting to bind port 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '2269bb65-50e6-4da0-b7ea-92484f0ddbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:13:26.156493 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] Attempting to bind port 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e on network c272bd6b-64d2-4e2d-b949-abb77dc52154 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:13:26.175955 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] Port 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e on network c272bd6b-64d2-4e2d-b949-abb77dc52154 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:13:26.176290 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] Attempting to bind port 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e on network c272bd6b-64d2-4e2d-b949-abb77dc52154 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:13:26.190195 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] Checking agent: {'id': 'f9e719c6-981b-4bb7-a7e6-8d35fc174b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'started_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:13:26.190530 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] Checking segment: {'id': '2269bb65-50e6-4da0-b7ea-92484f0ddbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:13:26.190921 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] Bound using segment: {'id': '2269bb65-50e6-4da0-b7ea-92484f0ddbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:13:26.191414 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] Bound port: 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2269bb65-50e6-4da0-b7ea-92484f0ddbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:13:26.191759 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:26.211454 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0a52f93e-70c0-48af-a146-fb4e98716e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681718'] for router_interface, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:26.519851 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] For port 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e, host hv-cinder-78907, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:13:26.549577 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] For port 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e,segment=NetworkSegment(2269bb65-50e6-4da0-b7ea-92484f0ddbfa),segment_id=2269bb65-50e6-4da0-b7ea-92484f0ddbfa)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:13:26.565438 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:26.576935 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-36613d19-1ab5-4355-af10-f76c429a68dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:26.636474 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:26.638147 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:26.640018 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] 10.222.0.16 "PUT /v2.0/ports/8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e HTTP/1.1" status: 200 len: 1093 time: 2.3330610 May 02 03:13:26.644261 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e60378-1f5e-499a-992e-30f70cde63a4', 'tag': '8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:13:26.795660 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e60378-1f5e-499a-992e-30f70cde63a4', 'tag': '8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e', 'status': 'completed', 'code': 200} May 02 03:13:26.804202 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406eca1e-6d49-42f3-bff4-477fd71b378b req-c91e2449-ef0f-4a4a-b02e-f40b383feae9 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:26.804925 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-406eca1e-6d49-42f3-bff4-477fd71b378b req-c91e2449-ef0f-4a4a-b02e-f40b383feae9 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Synchronizing usage tracker for tenant:4cad81e8e2db4740a00d3096daca830a on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:13:26.931814 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] Pushing event updated for resources: {'Port': ['ID=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:26.936903 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:26.948469 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-406eca1e-6d49-42f3-bff4-477fd71b378b req-c91e2449-ef0f-4a4a-b02e-f40b383feae9 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Unset dirty status for tenant:4cad81e8e2db4740a00d3096daca830a on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:13:26.950716 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-406eca1e-6d49-42f3-bff4-477fd71b378b req-c91e2449-ef0f-4a4a-b02e-f40b383feae9 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 943 time: 0.6289208 May 02 03:13:27.061727 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a52f93e-70c0-48af-a146-fb4e98716e6a admin admin] Router 683647d7-cc04-4945-a982-05cfff41eeaf has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:13:27.077862 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-406eca1e-6d49-42f3-bff4-477fd71b378b req-424b2932-e80c-432f-a1e3-de3fd49a76cb tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091096 May 02 03:13:27.082482 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-3ecdfbcf-f526-4e3c-aec7-17ededf2d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:27.084095 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-3ecdfbcf-f526-4e3c-aec7-17ededf2d92d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4cad81e8e2db4740a00d3096daca830a&device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 1096 time: 0.3765483 May 02 03:13:27.225952 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-759ecbb0-a09d-4fc3-908d-00685f246590 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e HTTP/1.1" status: 200 len: 217 time: 0.0772214 May 02 03:13:27.463929 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42002) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:27.544388 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-e1981cdc-3a33-4046-a0b2-298039b0517e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:27.545845 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-e1981cdc-3a33-4046-a0b2-298039b0517e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=506f98ec-dfc0-4209-bc72-91aa0b53fe2c HTTP/1.1" status: 200 len: 847 time: 0.3005939 May 02 03:13:27.594087 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a52f93e-70c0-48af-a146-fb4e98716e6a admin admin] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:13:27.604205 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff0149-9fbc-4671-89a6-9abffc054b81 None None] Sync routers for ids ['683647d7-cc04-4945-a982-05cfff41eeaf'] in dv-cinder-789077-1-smb {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:13:27.615365 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff0149-9fbc-4671-89a6-9abffc054b81 None None] Routers {'683647d7-cc04-4945-a982-05cfff41eeaf'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:13:27.616245 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-beff0149-9fbc-4671-89a6-9abffc054b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:13:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['683647d7-cc04-4945-a982-05cfff41eeaf'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:13:27.625804 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-0a52f93e-70c0-48af-a146-fb4e98716e6a admin admin] 10.222.0.20 "PUT /v2.0/routers/683647d7-cc04-4945-a982-05cfff41eeaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0842359 May 02 03:13:27.630071 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 42008) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:27.656290 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-41f8ffd5-e569-4a6d-bdd8-fa6c211a72fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:27.685711 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-41f8ffd5-e569-4a6d-bdd8-fa6c211a72fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:27.692893 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-41f8ffd5-e569-4a6d-bdd8-fa6c211a72fe admin admin] Usage tracker for resource:security_group_rule and tenant:2e482f6309a840b0a29743ba8126c584 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:27.698485 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-41f8ffd5-e569-4a6d-bdd8-fa6c211a72fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:27.710943 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-41f8ffd5-e569-4a6d-bdd8-fa6c211a72fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:27.876149 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-beff0149-9fbc-4671-89a6-9abffc054b81 None None] Set router 683647d7-cc04-4945-a982-05cfff41eeaf gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:13:27.880997 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-41f8ffd5-e569-4a6d-bdd8-fa6c211a72fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:27.888208 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-41f8ffd5-e569-4a6d-bdd8-fa6c211a72fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:27.901429 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-10ac4bfb-f3d5-42f4-b432-9c68b5628140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:27.952966 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-395d0679-4eb7-406a-9c4b-1ad39b256deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:27.955548 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-395d0679-4eb7-406a-9c4b-1ad39b256deb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c272bd6b-64d2-4e2d-b949-abb77dc52154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4003971 May 02 03:13:27.990866 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-41f8ffd5-e569-4a6d-bdd8-fa6c211a72fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e482f6309a840b0a29743ba8126c584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5246863 May 02 03:13:27.992540 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8ffd5-e569-4a6d-bdd8-fa6c211a72fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b8a537-8da8-424b-9a26-6394ebade538,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:27.998990 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-41f8ffd5-e569-4a6d-bdd8-fa6c211a72fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:27.999975 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42012) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:28.053350 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3c777f5a-b155-4733-9be6-1f2a9921c561 admin admin] Notify callbacks [] for router, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:28.097994 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-969299c3-46bf-4439-aad0-5ae7b263efd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:28.129258 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-969299c3-46bf-4439-aad0-5ae7b263efd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:28.193771 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-969299c3-46bf-4439-aad0-5ae7b263efd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:28.201875 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-7dd15a1f-ed73-4af7-9dce-da21143f078e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:28.208475 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-beff0149-9fbc-4671-89a6-9abffc054b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683647d7-cc04-4945-a982-05cfff41eeaf', 'name': 'tempest-ServerRescueNegativeTestJSON-713855185-router', 'tenant_id': '42c15d9132f24a548967a141c68926b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd92b6ba2-385a-4f53-aa20-b9f629a97d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:39Z', 'updated_at': '2021-05-02T03:13:25Z', 'revision_number': 5, 'project_id': '42c15d9132f24a548967a141c68926b6', 'gw_port': {'id': 'd92b6ba2-385a-4f53-aa20-b9f629a97d0b', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683647d7-cc04-4945-a982-05cfff41eeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:13:28.213333 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff0149-9fbc-4671-89a6-9abffc054b81 None None] Checking router: 683647d7-cc04-4945-a982-05cfff41eeaf for host: dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:13:28.218131 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969299c3-46bf-4439-aad0-5ae7b263efd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b8a537-8da8-424b-9a26-6394ebade538,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:28.224866 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff0149-9fbc-4671-89a6-9abffc054b81 None None] Routers {'683647d7-cc04-4945-a982-05cfff41eeaf'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:13:28.225767 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-beff0149-9fbc-4671-89a6-9abffc054b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:13:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['683647d7-cc04-4945-a982-05cfff41eeaf'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:13:28.239981 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-969299c3-46bf-4439-aad0-5ae7b263efd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:28.243831 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-969299c3-46bf-4439-aad0-5ae7b263efd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:28.256359 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-969299c3-46bf-4439-aad0-5ae7b263efd4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8b8a537-8da8-424b-9a26-6394ebade538 HTTP/1.1" status: 204 len: 168 time: 0.2528949 May 02 03:13:28.398588 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dae842-2b66-41a1-8e13-fd0f34789e56 req-6d0f175b-7259-43b4-979a-7b8314178d32 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:28.400212 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-48dae842-2b66-41a1-8e13-fd0f34789e56 req-6d0f175b-7259-43b4-979a-7b8314178d32 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 943 time: 0.1062050 May 02 03:13:28.464554 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-48dae842-2b66-41a1-8e13-fd0f34789e56 req-0a9900e0-4765-47f4-a357-91551706a951 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562344 May 02 03:13:28.489377 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-beff0149-9fbc-4671-89a6-9abffc054b81 None None] Set router 683647d7-cc04-4945-a982-05cfff41eeaf gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:13:28.566055 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3c777f5a-b155-4733-9be6-1f2a9921c561 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:28.665635 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-5611a77f-b815-4b09-ae37-d815b0182d66 service neutron] 10.222.0.16 "GET /v2.0/networks/c272bd6b-64d2-4e2d-b949-abb77dc52154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6965685 May 02 03:13:28.877561 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-3c777f5a-b155-4733-9be6-1f2a9921c561 admin admin] Deleting port d92b6ba2-385a-4f53-aa20-b9f629a97d0b {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:13:28.878113 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3c777f5a-b155-4733-9be6-1f2a9921c561 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:29.016951 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42024) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:29.054368 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-fc694fec-61ff-4d72-8f42-fb5856b0b7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:29.087675 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-fc694fec-61ff-4d72-8f42-fb5856b0b7f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:29.099595 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-fc694fec-61ff-4d72-8f42-fb5856b0b7f3 admin admin] Usage tracker for resource:security_group_rule and tenant:342b1b38b189451ab6c994824633efed is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:29.106328 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-fc694fec-61ff-4d72-8f42-fb5856b0b7f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:29.125081 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-fc694fec-61ff-4d72-8f42-fb5856b0b7f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:29.132293 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a8a4fca5-ac25-4d75-9368-46e03f12eedc req-237fa6aa-6fb9-4045-8773-8f702a4b9e31 service neutron] 10.222.0.16 "GET /v2.0/networks/c272bd6b-64d2-4e2d-b949-abb77dc52154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572203 May 02 03:13:29.136468 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-beff0149-9fbc-4671-89a6-9abffc054b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683647d7-cc04-4945-a982-05cfff41eeaf', 'name': 'tempest-ServerRescueNegativeTestJSON-713855185-router', 'tenant_id': '42c15d9132f24a548967a141c68926b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd92b6ba2-385a-4f53-aa20-b9f629a97d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:39Z', 'updated_at': '2021-05-02T03:13:25Z', 'revision_number': 5, 'project_id': '42c15d9132f24a548967a141c68926b6', 'gw_port': {'id': 'd92b6ba2-385a-4f53-aa20-b9f629a97d0b', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683647d7-cc04-4945-a982-05cfff41eeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:13:29.145329 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff0149-9fbc-4671-89a6-9abffc054b81 None None] The sync data for ids ['683647d7-cc04-4945-a982-05cfff41eeaf'] in dv-cinder-789077-1-smb is: [{'id': '683647d7-cc04-4945-a982-05cfff41eeaf', 'name': 'tempest-ServerRescueNegativeTestJSON-713855185-router', 'tenant_id': '42c15d9132f24a548967a141c68926b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd92b6ba2-385a-4f53-aa20-b9f629a97d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:39Z', 'updated_at': '2021-05-02T03:13:25Z', 'revision_number': 5, 'project_id': '42c15d9132f24a548967a141c68926b6', 'gw_port': {'id': 'd92b6ba2-385a-4f53-aa20-b9f629a97d0b', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683647d7-cc04-4945-a982-05cfff41eeaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}] {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:13:29.190375 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:29.277243 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-fc694fec-61ff-4d72-8f42-fb5856b0b7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:29.282095 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-3c777f5a-b155-4733-9be6-1f2a9921c561 admin admin] For port d92b6ba2-385a-4f53-aa20-b9f629a97d0b, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=d92b6ba2-385a-4f53-aa20-b9f629a97d0b,segment=NetworkSegment(000b502f-0377-4925-a8c0-e47bbb3cb5cf),segment_id=000b502f-0377-4925-a8c0-e47bbb3cb5cf)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:13:29.282463 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3c777f5a-b155-4733-9be6-1f2a9921c561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:29.283982 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-fc694fec-61ff-4d72-8f42-fb5856b0b7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:29.293531 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-2fdcb41b-6b40-4400-bce6-bed8ab809888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:29.334362 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-fc694fec-61ff-4d72-8f42-fb5856b0b7f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=342b1b38b189451ab6c994824633efed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157642 May 02 03:13:29.336209 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc694fec-61ff-4d72-8f42-fb5856b0b7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fe1ac8-3a96-47cd-b98a-3e220f5db4db,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:29.339185 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42028) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:29.340404 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-fc694fec-61ff-4d72-8f42-fb5856b0b7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:29.410744 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-fa0b9dfe-6810-402f-a2c5-18e60731f1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:29.419185 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-3c777f5a-b155-4733-9be6-1f2a9921c561 admin admin] Calling delete_port for d92b6ba2-385a-4f53-aa20-b9f629a97d0b owned by network:router_gateway {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:13:29.442270 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-fa0b9dfe-6810-402f-a2c5-18e60731f1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:29.460677 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f3705-0e8a-4d1c-992d-86a1f82f7178 req-7b34a9cd-85a1-4403-bf96-686f4478180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:29.462072 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-045f3705-0e8a-4d1c-992d-86a1f82f7178 req-7b34a9cd-85a1-4403-bf96-686f4478180b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4cad81e8e2db4740a00d3096daca830a&device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 1096 time: 0.2552497 May 02 03:13:29.535705 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-fa0b9dfe-6810-402f-a2c5-18e60731f1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:29.545292 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-c66dd8aa-ed50-4154-bef0-377cedd8583a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:29.564062 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b9dfe-6810-402f-a2c5-18e60731f1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fe1ac8-3a96-47cd-b98a-3e220f5db4db,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:29.568541 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-fa0b9dfe-6810-402f-a2c5-18e60731f1c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:29.579219 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-fa0b9dfe-6810-402f-a2c5-18e60731f1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:29.581208 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-fa0b9dfe-6810-402f-a2c5-18e60731f1c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6fe1ac8-3a96-47cd-b98a-3e220f5db4db HTTP/1.1" status: 204 len: 168 time: 0.2395716 May 02 03:13:29.832372 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f3705-0e8a-4d1c-992d-86a1f82f7178 req-58f78833-a77c-434e-b833-2cb3120f7ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:29.833914 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-045f3705-0e8a-4d1c-992d-86a1f82f7178 req-58f78833-a77c-434e-b833-2cb3120f7ec9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c272bd6b-64d2-4e2d-b949-abb77dc52154 HTTP/1.1" status: 200 len: 909 time: 0.3642609 May 02 03:13:29.962189 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-045f3705-0e8a-4d1c-992d-86a1f82f7178 req-1279aca6-8957-4ca4-9751-4c418d014784 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e HTTP/1.1" status: 200 len: 217 time: 0.0949235 May 02 03:13:30.033868 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36082acd-1880-4a7d-b0bd-598a98e59543 req-05bbf279-285e-4dfa-9ff4-8c1a275e2699 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:30.035483 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-36082acd-1880-4a7d-b0bd-598a98e59543 req-05bbf279-285e-4dfa-9ff4-8c1a275e2699 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 943 time: 0.3204718 May 02 03:13:30.072067 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3c777f5a-b155-4733-9be6-1f2a9921c561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:30.080797 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-0a52f93e-70c0-48af-a146-fb4e98716e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:30.134481 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f3705-0e8a-4d1c-992d-86a1f82f7178 req-cbab879c-bace-4d0d-b396-98ab83895968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:30.136069 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-045f3705-0e8a-4d1c-992d-86a1f82f7178 req-cbab879c-bace-4d0d-b396-98ab83895968 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=506f98ec-dfc0-4209-bc72-91aa0b53fe2c HTTP/1.1" status: 200 len: 847 time: 0.1666331 May 02 03:13:30.145936 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c777f5a-b155-4733-9be6-1f2a9921c561 admin admin] Pushing event deleted for resources: {'Port': ['ID=d92b6ba2-385a-4f53-aa20-b9f629a97d0b,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:30.181953 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-3c777f5a-b155-4733-9be6-1f2a9921c561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:30.243072 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-36082acd-1880-4a7d-b0bd-598a98e59543 req-d544e0cf-24c9-44f2-822f-985fa18112a6 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986074 May 02 03:13:30.248130 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3c777f5a-b155-4733-9be6-1f2a9921c561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681065'] for router_gateway, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:30.289138 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42044) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:30.321455 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a8800a29-7ef7-4878-91f2-ceda3cdd8128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:30.349033 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-a8800a29-7ef7-4878-91f2-ceda3cdd8128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:30.354158 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-a8800a29-7ef7-4878-91f2-ceda3cdd8128 admin admin] Usage tracker for resource:security_group_rule and tenant:69d31b48549144cb82d86a6ecfd9fdf1 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:30.360044 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-a8800a29-7ef7-4878-91f2-ceda3cdd8128 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:30.369088 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-a8800a29-7ef7-4878-91f2-ceda3cdd8128 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:30.440861 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3c777f5a-b155-4733-9be6-1f2a9921c561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-700669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29619'] for router, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:30.448658 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3c777f5a-b155-4733-9be6-1f2a9921c561 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:30.504807 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a8800a29-7ef7-4878-91f2-ceda3cdd8128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:30.510222 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a8800a29-7ef7-4878-91f2-ceda3cdd8128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:30.522250 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-fc694fec-61ff-4d72-8f42-fb5856b0b7f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:30.580215 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-a8800a29-7ef7-4878-91f2-ceda3cdd8128 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69d31b48549144cb82d86a6ecfd9fdf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895648 May 02 03:13:30.582260 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 42052) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:30.589454 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8800a29-7ef7-4878-91f2-ceda3cdd8128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f3b4cc-6b08-4ab2-9ceb-4e52462411dc,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:30.594277 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-a8800a29-7ef7-4878-91f2-ceda3cdd8128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:30.609469 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3c777f5a-b155-4733-9be6-1f2a9921c561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-682017'] for router, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:30.610224 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c777f5a-b155-4733-9be6-1f2a9921c561 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 683647d7-cc04-4945-a982-05cfff41eeaf {{(pid=73838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 02 03:13:30.614356 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f3705-0e8a-4d1c-992d-86a1f82f7178 req-567cbce1-2932-47ea-9314-2d3348b53b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:30.616603 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-045f3705-0e8a-4d1c-992d-86a1f82f7178 req-567cbce1-2932-47ea-9314-2d3348b53b45 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c272bd6b-64d2-4e2d-b949-abb77dc52154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4720905 May 02 03:13:30.654582 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device bfd65c2a-dd1a-43c7-97b2-ab585581ec0d no longer exists at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:13:30.718839 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] No Port match for: bfd65c2a-dd1a-43c7-97b2-ab585581ec0d {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:13:30.719476 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device bfd65c2a-dd1a-43c7-97b2-ab585581ec0d not bound to the agent host dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:13:30.835703 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3c777f5a-b155-4733-9be6-1f2a9921c561 admin admin] Notify callbacks [] for router, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:30.839178 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-3c777f5a-b155-4733-9be6-1f2a9921c561 admin admin] 10.222.0.20 "DELETE /v2.0/routers/683647d7-cc04-4945-a982-05cfff41eeaf HTTP/1.1" status: 204 len: 168 time: 3.2061739 May 02 03:13:30.840668 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42058) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:30.911351 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_v2 [None req-b107f2ac-b104-4a3c-af79-cfff0aad1c0e admin admin] Deleting subnet e9b6e3be-0fc1-4ca2-8d57-9b34e3e05baf {{(pid=73839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 02 03:13:30.914954 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b107f2ac-b104-4a3c-af79-cfff0aad1c0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:30.915278 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d916e71-368f-4817-9fbb-520b18233961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:30.973553 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b107f2ac-b104-4a3c-af79-cfff0aad1c0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14752365'] for subnet, precommit_delete_associations {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:31.000418 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-045f3705-0e8a-4d1c-992d-86a1f82f7178 req-8dd3f462-9c7c-4d32-b413-1deff222cf83 service neutron] 10.222.0.16 "GET /v2.0/networks/c272bd6b-64d2-4e2d-b949-abb77dc52154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688371 May 02 03:13:31.003044 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d916e71-368f-4817-9fbb-520b18233961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:31.135316 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:13:31.155628 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b107f2ac-b104-4a3c-af79-cfff0aad1c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038349'] for subnet, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:31.208681 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-045f3705-0e8a-4d1c-992d-86a1f82f7178 req-94261f71-be3c-46d3-96c0-51a8915cf695 service neutron] 10.222.0.16 "GET /v2.0/networks/c272bd6b-64d2-4e2d-b949-abb77dc52154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947737 May 02 03:13:31.213025 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d916e71-368f-4817-9fbb-520b18233961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:31.220958 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-efff79b4-7edd-48e9-81bc-1094c84b7d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:31.235371 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d916e71-368f-4817-9fbb-520b18233961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f3b4cc-6b08-4ab2-9ceb-4e52462411dc,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:31.240780 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-3d916e71-368f-4817-9fbb-520b18233961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:31.248467 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d916e71-368f-4817-9fbb-520b18233961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:31.252317 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-3d916e71-368f-4817-9fbb-520b18233961 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5f3b4cc-6b08-4ab2-9ceb-4e52462411dc HTTP/1.1" status: 204 len: 168 time: 0.6682019 May 02 03:13:31.445807 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e,segment=NetworkSegment(2269bb65-50e6-4da0-b7ea-92484f0ddbfa),segment_id=2269bb65-50e6-4da0-b7ea-92484f0ddbfa)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:13:31.462530 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Returning: {'device': '8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e', 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154', 'port_id': '8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e', 'mac_address': 'fa:16:3e:6c:6b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506f98ec-dfc0-4209-bc72-91aa0b53fe2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:13:31.538317 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:31.561106 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [None req-06578581-5416-4b0b-80be-835749a33250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e {{(pid=73840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:13:31.584733 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e,segment=NetworkSegment(2269bb65-50e6-4da0-b7ea-92484f0ddbfa),segment_id=2269bb65-50e6-4da0-b7ea-92484f0ddbfa)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:13:31.591376 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:31.595654 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:31.687301 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:31.690785 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:31.740480 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4554b-c7b6-4204-9de0-6fcf6788f632 req-f6c7e035-69c3-49c2-bae0-ad7f6f9aad38 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:31.742792 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c9a4554b-c7b6-4204-9de0-6fcf6788f632 req-f6c7e035-69c3-49c2-bae0-ad7f6f9aad38 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 944 time: 0.1796753 May 02 03:13:31.791002 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b107f2ac-b104-4a3c-af79-cfff0aad1c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16144030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15407797'] for subnet, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:31.810495 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:13:31.817232 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-d7261d55-a29d-42a6-a504-08d58431e814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:31.894003 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107f2ac-b104-4a3c-af79-cfff0aad1c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9b6e3be-0fc1-4ca2-8d57-9b34e3e05baf,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:31.907712 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c9a4554b-c7b6-4204-9de0-6fcf6788f632 req-83d3b4e1-c427-4c39-8716-8a7b71c42949 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482863 May 02 03:13:31.911478 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b107f2ac-b104-4a3c-af79-cfff0aad1c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:31.913553 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b107f2ac-b104-4a3c-af79-cfff0aad1c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:31.932973 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-b107f2ac-b104-4a3c-af79-cfff0aad1c0e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e9b6e3be-0fc1-4ca2-8d57-9b34e3e05baf HTTP/1.1" status: 204 len: 168 time: 1.0907884 May 02 03:13:31.936041 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 42078) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:32.119901 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690155'] for network, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:32.379799 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2032080', 'neutron.services.segments.db._delete_segments_for_network-8794390944561'] for network, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:32.543635 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device d92b6ba2-385a-4f53-aa20-b9f629a97d0b no longer exists at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:13:32.581028 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] No Port match for: d92b6ba2-385a-4f53-aa20-b9f629a97d0b {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:13:32.581639 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device d92b6ba2-385a-4f53-aa20-b9f629a97d0b not bound to the agent host dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:13:32.590914 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:13:32.591547 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:13:32.592623 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:13:32.593189 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Subscribe: > port after_create 55550000 {{(pid=73838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:13:32.593756 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:13:32.594324 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Subscribe: > port after_update 55550000 {{(pid=73838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:13:32.594874 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:13:32.595445 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:13:32.595975 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:13:32.596492 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:13:32.763687 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:13:32.764047 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:13:32.764426 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:13:32.764771 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 03:13:32.765541 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.services.segments.db [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['422326d9-912b-4a25-82b9-6ae37fe68d00']}} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:13:32.782255 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.services.segments.db [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f982a65e-375f-40cb-9f51-7cb0ac0c3b48') {'for_net_delete': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:13:32.782554 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.services.segments.db [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f982a65e-375f-40cb-9f51-7cb0ac0c3b48') {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:13:32.799362 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794390955623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15355068'] for segment, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:32.831596 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:32.847018 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=73838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 03:13:33.144715 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e up at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:13:33.227196 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Network 422326d9-912b-4a25-82b9-6ae37fe68d00 has no segments {{(pid=73838) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:13:33.239463 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2060056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16413124'] for segment, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:33.312146 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning for port 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:13:33.324832 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning complete for port 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:13:33.325833 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:33.476056 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Network 422326d9-912b-4a25-82b9-6ae37fe68d00 has no segments {{(pid=73838) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: from cryptography.utils import int_from_bytes May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: from cryptography.utils import int_from_bytes May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: Traceback (most recent call last): May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: timer() May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: cb(*args, **kw) May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: return func(*args, **kwargs) May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: self._notify() May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: self.callback(batched_events) May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: event.method(event) May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: aggregate_uuid = self.p_client.list_aggregates( May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: return f(self, *a, **k) May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: return self._get(url).json() May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: return self.request(url, 'GET', **kwargs) May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: base_url = self.get_endpoint(auth, allow=allow, May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 03:13:33.502956 dv-cinder-789077-1-smb neutron-server[73838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 03:13:33.519630 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:33.577721 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e1e43-e3b0-4e1a-b257-561216eb8180 req-c0152a00-ee91-4075-bf51-5d312c08e02a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:33.579424 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a62e1e43-e3b0-4e1a-b257-561216eb8180 req-c0152a00-ee91-4075-bf51-5d312c08e02a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 944 time: 0.4762573 May 02 03:13:33.589136 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e60378-1f5e-499a-992e-30f70cde63a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:13:33.612022 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e,segment=NetworkSegment(2269bb65-50e6-4da0-b7ea-92484f0ddbfa),segment_id=2269bb65-50e6-4da0-b7ea-92484f0ddbfa)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:13:33.620873 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:33.625676 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:33.631497 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2032079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681030'] for network, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:33.643944 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:33.659957 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a62e1e43-e3b0-4e1a-b257-561216eb8180 req-2c46ecbe-7153-4b27-8114-fc38a2fd4c96 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714903 May 02 03:13:33.665298 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:33.672155 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=422326d9-912b-4a25-82b9-6ae37fe68d00,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:33.678090 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:33.687947 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-49eeb698-83bc-4b50-a61f-f3dc1c31a8a4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/422326d9-912b-4a25-82b9-6ae37fe68d00 HTTP/1.1" status: 204 len: 168 time: 1.7503459 May 02 03:13:33.692383 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e60378-1f5e-499a-992e-30f70cde63a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e', 'code': 200} May 02 03:13:33.738462 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:33.742077 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:34.021810 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42138) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:34.099213 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-136228c3-a9e9-4e17-be00-0f249bdc865b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42c15d9132f24a548967a141c68926b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0753658 May 02 03:13:34.101102 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42148) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:34.112592 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7404b26-16f8-4854-86b1-1c8328de5f59 req-c9fcb175-5ff2-4e59-b54d-0dbc2daff15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:34.115957 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b7404b26-16f8-4854-86b1-1c8328de5f59 req-c9fcb175-5ff2-4e59-b54d-0dbc2daff15d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 1098 time: 0.1168389 May 02 03:13:34.169228 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5abcc8a8-f5f9-4f3c-a8c3-637cdcbbf4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:34.199002 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b7404b26-16f8-4854-86b1-1c8328de5f59 req-d3e43913-b808-496b-ba70-4e8f951ac7a1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693827 May 02 03:13:34.202006 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5abcc8a8-f5f9-4f3c-a8c3-637cdcbbf4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:34.267620 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5abcc8a8-f5f9-4f3c-a8c3-637cdcbbf4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:34.273923 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-72076083-0fde-4b6c-a34d-ca519a8e64a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:34.290780 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abcc8a8-f5f9-4f3c-a8c3-637cdcbbf4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925b42c0-d5c0-44e1-999b-10cb4058959d,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:34.296216 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-5abcc8a8-f5f9-4f3c-a8c3-637cdcbbf4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:34.312013 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5abcc8a8-f5f9-4f3c-a8c3-637cdcbbf4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:34.317607 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-5abcc8a8-f5f9-4f3c-a8c3-637cdcbbf4f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/925b42c0-d5c0-44e1-999b-10cb4058959d HTTP/1.1" status: 204 len: 168 time: 0.2115951 May 02 03:13:34.925828 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c9f8d-e2e4-4517-9e16-33ca8e48f334 req-21e0149d-fee9-4339-95e7-550541aee138 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:34.927415 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-ec0c9f8d-e2e4-4517-9e16-33ca8e48f334 req-21e0149d-fee9-4339-95e7-550541aee138 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 945 time: 0.1066782 May 02 03:13:35.042418 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-ec0c9f8d-e2e4-4517-9e16-33ca8e48f334 req-5001be0f-cb43-4e72-855e-6ab4a3f6615e tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065969 May 02 03:13:35.084123 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42184) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:35.329462 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-9cb8feb1-5fc6-4192-a937-c37f245ad64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:35.346681 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-9cb8feb1-5fc6-4192-a937-c37f245ad64d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:35.351342 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-9cb8feb1-5fc6-4192-a937-c37f245ad64d admin admin] Usage tracker for resource:security_group_rule and tenant:62a89afd374846798b3cb59a8565c50a is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:35.355062 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-9cb8feb1-5fc6-4192-a937-c37f245ad64d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:35.361975 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-9cb8feb1-5fc6-4192-a937-c37f245ad64d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:35.506341 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-9cb8feb1-5fc6-4192-a937-c37f245ad64d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:35.510952 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-9cb8feb1-5fc6-4192-a937-c37f245ad64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:35.520487 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-edd552d7-eedf-47f1-b137-6d6b513e2e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:35.571483 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-9cb8feb1-5fc6-4192-a937-c37f245ad64d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62a89afd374846798b3cb59a8565c50a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4859140 May 02 03:13:35.575243 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8feb1-5fc6-4192-a937-c37f245ad64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da11801-0834-4559-b72d-5bd890694462,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:35.576210 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 42200) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:35.583195 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-9cb8feb1-5fc6-4192-a937-c37f245ad64d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:35.643986 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-59fedab4-0d6c-4288-a8c1-9d275a2811dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:35.680387 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-59fedab4-0d6c-4288-a8c1-9d275a2811dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:35.772521 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-59fedab4-0d6c-4288-a8c1-9d275a2811dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:35.786054 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-6a12181d-608e-41b6-ba73-41d8cae3b194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:35.803916 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fedab4-0d6c-4288-a8c1-9d275a2811dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da11801-0834-4559-b72d-5bd890694462,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:35.807477 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-59fedab4-0d6c-4288-a8c1-9d275a2811dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:35.810818 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-59fedab4-0d6c-4288-a8c1-9d275a2811dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:35.812346 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-59fedab4-0d6c-4288-a8c1-9d275a2811dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9da11801-0834-4559-b72d-5bd890694462 HTTP/1.1" status: 204 len: 168 time: 0.2349763 May 02 03:13:36.370788 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42222) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:36.394797 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a8690303-5ea4-4322-9de0-6525354eb0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:36.417605 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b6f3b-108e-4a59-a1b7-b673a5be7ccc req-49a0a735-6377-45f8-b58e-00595782a5a4 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:36.421238 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-fc7b6f3b-108e-4a59-a1b7-b673a5be7ccc req-49a0a735-6377-45f8-b58e-00595782a5a4 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 945 time: 0.1967132 May 02 03:13:36.421477 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-a8690303-5ea4-4322-9de0-6525354eb0cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:36.432445 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-a8690303-5ea4-4322-9de0-6525354eb0cd admin admin] Usage tracker for resource:security_group_rule and tenant:9db35d9f004b4dfbb1aa68c23ae5c4a3 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:36.438533 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-a8690303-5ea4-4322-9de0-6525354eb0cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:36.446409 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-a8690303-5ea4-4322-9de0-6525354eb0cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:36.496558 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-fc7b6f3b-108e-4a59-a1b7-b673a5be7ccc req-49d14974-229e-41c6-b3d6-bdec64e4ae78 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676599 May 02 03:13:36.559676 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a8690303-5ea4-4322-9de0-6525354eb0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:36.566112 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a8690303-5ea4-4322-9de0-6525354eb0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:36.581786 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-58f4063a-2e38-4a35-8138-5390a25776d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:36.723521 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-a8690303-5ea4-4322-9de0-6525354eb0cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9db35d9f004b4dfbb1aa68c23ae5c4a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510385 May 02 03:13:36.727773 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 42228) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:36.733904 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8690303-5ea4-4322-9de0-6525354eb0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722bfe04-9faf-4f63-8c07-8d50beb74731,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:36.737394 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-a8690303-5ea4-4322-9de0-6525354eb0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:36.813962 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-06241fc3-6013-4a15-a397-ebda0e76dbcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:36.814757 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2576397-ba60-4423-8f6a-e4edccbb352b req-93478cee-fdc7-4eff-abe9-4a54dfbd8cc3 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:36.817482 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d2576397-ba60-4423-8f6a-e4edccbb352b req-93478cee-fdc7-4eff-abe9-4a54dfbd8cc3 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 945 time: 0.1848049 May 02 03:13:36.844993 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-06241fc3-6013-4a15-a397-ebda0e76dbcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:36.872697 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d2576397-ba60-4423-8f6a-e4edccbb352b req-40d03667-2748-42c7-a200-54723f0b5674 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478270 May 02 03:13:36.904205 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42232) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:36.916584 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-06241fc3-6013-4a15-a397-ebda0e76dbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:36.923187 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-4c6a0f18-1b88-49bb-a308-933d87b8afb9 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:36.936446 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06241fc3-6013-4a15-a397-ebda0e76dbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722bfe04-9faf-4f63-8c07-8d50beb74731,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:36.942385 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-06241fc3-6013-4a15-a397-ebda0e76dbcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:36.946416 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-06241fc3-6013-4a15-a397-ebda0e76dbcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:36.951818 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-06241fc3-6013-4a15-a397-ebda0e76dbcf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/722bfe04-9faf-4f63-8c07-8d50beb74731 HTTP/1.1" status: 204 len: 168 time: 0.2223287 May 02 03:13:37.307677 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e346c4e7-e172-47c5-a3de-513c3ad66370 tempest-TestShelveInstance-1504750015 tempest-TestShelveInstance-1504750015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:37.313608 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-e346c4e7-e172-47c5-a3de-513c3ad66370 tempest-TestShelveInstance-1504750015 tempest-TestShelveInstance-1504750015-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 1093 time: 0.4053876 May 02 03:13:37.313986 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 42244) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:37.320083 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Request body: {'floatingip': {'floating_network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'port_id': '8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:37.328736 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:37.334304 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Usage tracker for resource:floatingip and tenant:4cad81e8e2db4740a00d3096daca830a is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:37.340526 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:37.351844 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:37.365882 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for floatingip, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:37.583292 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:37.676243 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42264) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:37.752267 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Allocated IP 172.28.2.242 (9f391acb-6dd2-44ac-8608-38eed26063e6/10d86011-1629-4945-9d03-3701e203e3e6/b1075798-6c6b-443f-88ec-05b17d702a20) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:13:38.077118 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-9e331c85-344b-4550-920a-8ca27e3eba9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:38.117561 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:38.129641 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-9e331c85-344b-4550-920a-8ca27e3eba9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:38.137231 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-9e331c85-344b-4550-920a-8ca27e3eba9e admin admin] Usage tracker for resource:security_group_rule and tenant:1711e68bb7a54feb9a17ea60a2a88f6c is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:38.143562 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-9e331c85-344b-4550-920a-8ca27e3eba9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:38.156236 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-9e331c85-344b-4550-920a-8ca27e3eba9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:38.183611 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16413079'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:38.194772 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:38.304847 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-9e331c85-344b-4550-920a-8ca27e3eba9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:38.313455 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-9e331c85-344b-4550-920a-8ca27e3eba9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:38.321664 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Network 9f391acb-6dd2-44ac-8608-38eed26063e6 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:13:38.325426 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Resources bound (agent type, host, resource id): {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:13:38.328290 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-6edb1317-8714-4fa9-a20e-575eb87cd21c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:38.329765 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:13:38.394851 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-9e331c85-344b-4550-920a-8ca27e3eba9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1711e68bb7a54feb9a17ea60a2a88f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7171898 May 02 03:13:38.396448 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e331c85-344b-4550-920a-8ca27e3eba9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35713ea4-7e7f-4f8c-aa67-f46d786677e9,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:38.398386 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 42286) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:38.413381 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-9e331c85-344b-4550-920a-8ca27e3eba9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:38.434073 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Pushing event updated for resources: {'Port': ['ID=b1075798-6c6b-443f-88ec-05b17d702a20,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:38.539839 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:38.705936 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-345e4d35-71c9-44b1-9945-49758e629611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:38.737512 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-345e4d35-71c9-44b1-9945-49758e629611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:38.899253 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-345e4d35-71c9-44b1-9945-49758e629611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:38.909557 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-11458d40-357a-4755-ab74-57a20bdb916c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:38.951388 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e4d35-71c9-44b1-9945-49758e629611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35713ea4-7e7f-4f8c-aa67-f46d786677e9,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:38.964388 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-345e4d35-71c9-44b1-9945-49758e629611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:39.004802 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-345e4d35-71c9-44b1-9945-49758e629611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:39.006638 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-345e4d35-71c9-44b1-9945-49758e629611 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35713ea4-7e7f-4f8c-aa67-f46d786677e9 HTTP/1.1" status: 204 len: 168 time: 0.6067615 May 02 03:13:39.116416 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:39.237796 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:39.495076 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:39.501381 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16413088'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:39.510354 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-deac94a9-77ec-4b35-b259-9f53febc7521 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:39.670274 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Pushing event updated for resources: {'Port': ['ID=b1075798-6c6b-443f-88ec-05b17d702a20,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:39.685603 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681044'] for floatingip, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:39.837952 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:39.956509 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.db.l3_db [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Floating IP 379041b5-851b-42bf-8612-98230b96e586 associated. External IP: 172.28.2.242, port: 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e. May 02 03:13:40.562837 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Router f0c51a92-99b3-4ace-a345-8f06962cbe98 has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:13:40.804798 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:13:40.818515 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da41775e-9e09-4691-971b-7da6dc1e66f7 None None] Sync routers for ids ['f0c51a92-99b3-4ace-a345-8f06962cbe98'] in dv-cinder-789077-1-smb {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:13:40.833518 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da41775e-9e09-4691-971b-7da6dc1e66f7 None None] Routers {'f0c51a92-99b3-4ace-a345-8f06962cbe98'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:13:40.834640 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-da41775e-9e09-4691-971b-7da6dc1e66f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:13:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['f0c51a92-99b3-4ace-a345-8f06962cbe98'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:13:40.893289 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for floatingip, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:41.000099 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6849585 May 02 03:13:41.003028 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e60378-1f5e-499a-992e-30f70cde63a4', 'tag': '8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:13:41.060161 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e60378-1f5e-499a-992e-30f70cde63a4', 'tag': '8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e', 'status': 'completed', 'code': 200} May 02 03:13:41.079556 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-da41775e-9e09-4691-971b-7da6dc1e66f7 None None] Set router f0c51a92-99b3-4ace-a345-8f06962cbe98 gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:13:41.187418 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607394f4-49bb-4edd-ae5e-f54323a33ebb req-dd193926-6398-4a8f-bd26-c3b3880677a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:41.191038 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-607394f4-49bb-4edd-ae5e-f54323a33ebb req-dd193926-6398-4a8f-bd26-c3b3880677a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4cad81e8e2db4740a00d3096daca830a&device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 1098 time: 0.1014836 May 02 03:13:41.467599 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607394f4-49bb-4edd-ae5e-f54323a33ebb req-f9cbbe5d-decc-493c-bfac-2e652f4e119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:41.470653 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-607394f4-49bb-4edd-ae5e-f54323a33ebb req-f9cbbe5d-decc-493c-bfac-2e652f4e119d service neutron] 10.222.0.16 "GET /v2.0/networks?id=c272bd6b-64d2-4e2d-b949-abb77dc52154 HTTP/1.1" status: 200 len: 909 time: 0.2725840 May 02 03:13:41.558762 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-da41775e-9e09-4691-971b-7da6dc1e66f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'name': 'tempest-TestShelveInstance-225767847-router', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:19Z', 'updated_at': '2021-05-02T03:12:31Z', 'revision_number': 4, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'gw_port': {'id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:22Z', 'updated_at': '2021-05-02T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_floatingips': [{'id': '379041b5-851b-42bf-8612-98230b96e586', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'floating_ip_address': '172.28.2.242', 'floating_network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'router_id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'port_id': '8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154', 'mac_address': 'fa:16:3e:6c:6b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e60378-1f5e-499a-992e-30f70cde63a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:13:38Z', 'updated_at': '2021-05-02T03:13:38Z', 'revision_number': 0, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f41897d-2974-4e3a-b2d3-0e6e7bf90341', 'name': '', 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'mac_address': 'fa:16:3e:0d:a1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '506f98ec-dfc0-4209-bc72-91aa0b53fe2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:29Z', 'updated_at': '2021-05-02T03:12:43Z', 'revision_number': 5, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'subnets': [{'id': '506f98ec-dfc0-4209-bc72-91aa0b53fe2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:13:41.567358 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da41775e-9e09-4691-971b-7da6dc1e66f7 None None] Checking router: f0c51a92-99b3-4ace-a345-8f06962cbe98 for host: dv-cinder-789077-1-smb {{(pid=73840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:13:41.583557 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da41775e-9e09-4691-971b-7da6dc1e66f7 None None] Routers {'f0c51a92-99b3-4ace-a345-8f06962cbe98'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:13:41.584537 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-da41775e-9e09-4691-971b-7da6dc1e66f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:13:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['f0c51a92-99b3-4ace-a345-8f06962cbe98'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:13:41.617766 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-607394f4-49bb-4edd-ae5e-f54323a33ebb req-1db4e7c5-ba1a-46a9-8c56-088b0d887f62 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e HTTP/1.1" status: 200 len: 999 time: 0.1388659 May 02 03:13:41.779634 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607394f4-49bb-4edd-ae5e-f54323a33ebb req-feca2157-d769-4ba0-879b-122786e5d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:41.782448 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-607394f4-49bb-4edd-ae5e-f54323a33ebb req-feca2157-d769-4ba0-879b-122786e5d9f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=506f98ec-dfc0-4209-bc72-91aa0b53fe2c HTTP/1.1" status: 200 len: 847 time: 0.1587415 May 02 03:13:41.959087 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-da41775e-9e09-4691-971b-7da6dc1e66f7 None None] Set router f0c51a92-99b3-4ace-a345-8f06962cbe98 gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:13:41.959590 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607394f4-49bb-4edd-ae5e-f54323a33ebb req-7ccc597d-15bc-49c3-afc3-11b6f0fde91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:41.961741 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-607394f4-49bb-4edd-ae5e-f54323a33ebb req-7ccc597d-15bc-49c3-afc3-11b6f0fde91d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c272bd6b-64d2-4e2d-b949-abb77dc52154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1719179 May 02 03:13:42.173225 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-607394f4-49bb-4edd-ae5e-f54323a33ebb req-d80ee781-c8f3-4f6f-ba2a-203c2f2a1dfd service neutron] 10.222.0.16 "GET /v2.0/networks/c272bd6b-64d2-4e2d-b949-abb77dc52154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025735 May 02 03:13:42.275528 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-fd17741e-5387-42c1-a4a2-bbd9c7f597ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:42.351964 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-99d08f3b-8cd1-46ea-8ec6-b6a80b13e830 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=254e6754d9984fdca4f4eebe900b65ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489740 May 02 03:13:42.422920 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-607394f4-49bb-4edd-ae5e-f54323a33ebb req-46789aba-c53e-47ed-a011-0739c0c0364b service neutron] 10.222.0.16 "GET /v2.0/networks/c272bd6b-64d2-4e2d-b949-abb77dc52154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428246 May 02 03:13:42.455750 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-da41775e-9e09-4691-971b-7da6dc1e66f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'name': 'tempest-TestShelveInstance-225767847-router', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:19Z', 'updated_at': '2021-05-02T03:12:31Z', 'revision_number': 4, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'gw_port': {'id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:22Z', 'updated_at': '2021-05-02T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_floatingips': [{'id': '379041b5-851b-42bf-8612-98230b96e586', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'floating_ip_address': '172.28.2.242', 'floating_network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'router_id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'port_id': '8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154', 'mac_address': 'fa:16:3e:6c:6b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e60378-1f5e-499a-992e-30f70cde63a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:13:38Z', 'updated_at': '2021-05-02T03:13:38Z', 'revision_number': 0, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f41897d-2974-4e3a-b2d3-0e6e7bf90341', 'name': '', 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'mac_address': 'fa:16:3e:0d:a1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '506f98ec-dfc0-4209-bc72-91aa0b53fe2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:29Z', 'updated_at': '2021-05-02T03:12:43Z', 'revision_number': 5, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'subnets': [{'id': '506f98ec-dfc0-4209-bc72-91aa0b53fe2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:13:42.460419 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da41775e-9e09-4691-971b-7da6dc1e66f7 None None] The sync data for ids ['f0c51a92-99b3-4ace-a345-8f06962cbe98'] in dv-cinder-789077-1-smb is: [{'id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'name': 'tempest-TestShelveInstance-225767847-router', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:19Z', 'updated_at': '2021-05-02T03:12:31Z', 'revision_number': 4, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'gw_port': {'id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:22Z', 'updated_at': '2021-05-02T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_floatingips': [{'id': '379041b5-851b-42bf-8612-98230b96e586', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'floating_ip_address': '172.28.2.242', 'floating_network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'router_id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'port_id': '8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154', 'mac_address': 'fa:16:3e:6c:6b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e60378-1f5e-499a-992e-30f70cde63a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:13:38Z', 'updated_at': '2021-05-02T03:13:38Z', 'revision_number': 0, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f41897d-2974-4e3a-b2d3-0e6e7bf90341', 'name': '', 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'mac_address': 'fa:16:3e:0d:a1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '506f98ec-dfc0-4209-bc72-91aa0b53fe2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:29Z', 'updated_at': '2021-05-02T03:12:43Z', 'revision_number': 5, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'subnets': [{'id': '506f98ec-dfc0-4209-bc72-91aa0b53fe2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:13:42.538352 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-cf7309c5-0e1f-46b9-9c1b-10734e1cc295 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:42.539942 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-cf7309c5-0e1f-46b9-9c1b-10734e1cc295 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800940 May 02 03:13:42.556337 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-f062b009-1dff-4b28-beed-6dd184ef43b8 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/quotas/254e6754d9984fdca4f4eebe900b65ae HTTP/1.1" status: 200 len: 375 time: 0.0097582 May 02 03:13:42.612502 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-31149342-cabb-424b-833e-87f6593d922c tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=254e6754d9984fdca4f4eebe900b65ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486829 May 02 03:13:42.691868 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6417b60e-3e47-4072-badd-3032b96a42fb None None] New status for floating IP 379041b5-851b-42bf-8612-98230b96e586: ACTIVE {{(pid=73841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 03:13:42.901216 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-93dd878b-d4b1-4291-b9f1-c86e69934622 req-6bcf738c-77aa-43d2-9406-4164392bf5aa tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/ports?device_id=09c0c881-bf1e-450d-b157-326bbadc406c HTTP/1.1" status: 200 len: 210 time: 0.0917828 May 02 03:13:43.721057 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 42446) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:43.885247 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-65666701-c81b-4a4f-8343-b8f04900dcf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:43.902382 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-65666701-c81b-4a4f-8343-b8f04900dcf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:43.906514 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-65666701-c81b-4a4f-8343-b8f04900dcf9 admin admin] Usage tracker for resource:security_group_rule and tenant:618921587bec40b588a75f3c006fa176 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:43.909530 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-65666701-c81b-4a4f-8343-b8f04900dcf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:43.915565 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-65666701-c81b-4a4f-8343-b8f04900dcf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:44.041496 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-b08bc584-4113-402e-9493-2c92c956ce0c tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=254e6754d9984fdca4f4eebe900b65ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399501 May 02 03:13:44.119306 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-14d789e1-4ef4-462f-839b-11534015bf45 req-7e2318d7-5d44-46cb-9f6f-d51d934fc846 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/ports?device_id=09c0c881-bf1e-450d-b157-326bbadc406c HTTP/1.1" status: 200 len: 210 time: 0.0809107 May 02 03:13:44.198537 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-65666701-c81b-4a4f-8343-b8f04900dcf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:44.204323 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-65666701-c81b-4a4f-8343-b8f04900dcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:44.213912 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-59fedab4-0d6c-4288-a8c1-9d275a2811dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:44.268969 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-65666701-c81b-4a4f-8343-b8f04900dcf9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=618921587bec40b588a75f3c006fa176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5463815 May 02 03:13:44.273433 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42458) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:44.290366 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65666701-c81b-4a4f-8343-b8f04900dcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476b1c2d-5a53-4348-91e8-37a0b7da4468,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:44.316069 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-bae9236f-4f93-4d92-b7ba-9389a4812534 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:44.317553 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-bae9236f-4f93-4d92-b7ba-9389a4812534 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2663307 May 02 03:13:44.318475 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-65666701-c81b-4a4f-8343-b8f04900dcf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:44.334566 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Request body: {'port': {'device_id': '09c0c881-bf1e-450d-b157-326bbadc406c', 'network_id': 'c9bc4c8a-96a4-453b-b95c-3227141162f2', 'admin_state_up': True, 'tenant_id': '254e6754d9984fdca4f4eebe900b65ae'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:44.373831 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e2e51266-54c9-43de-b1f4-5756c36894d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:44.413288 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e2e51266-54c9-43de-b1f4-5756c36894d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:44.497345 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e2e51266-54c9-43de-b1f4-5756c36894d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:44.505906 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-e45a5f6c-f41b-4332-a1de-d18453097b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:44.537449 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e51266-54c9-43de-b1f4-5756c36894d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476b1c2d-5a53-4348-91e8-37a0b7da4468,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:44.542781 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-e2e51266-54c9-43de-b1f4-5756c36894d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:44.564008 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e2e51266-54c9-43de-b1f4-5756c36894d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:44.567707 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-e2e51266-54c9-43de-b1f4-5756c36894d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/476b1c2d-5a53-4348-91e8-37a0b7da4468 HTTP/1.1" status: 204 len: 168 time: 0.2923346 May 02 03:13:44.628157 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-742675fe-a779-4922-9ad2-b0a1db806097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:44.671426 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:44.678429 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Usage tracker for resource:port and tenant:254e6754d9984fdca4f4eebe900b65ae is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:44.681571 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:44.691841 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:44.712102 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Made reservation on behalf of 254e6754d9984fdca4f4eebe900b65ae for: {'port': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:13:44.718936 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:44.734238 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:44.752016 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:44.757252 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Usage tracker for resource:security_group_rule and tenant:254e6754d9984fdca4f4eebe900b65ae is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:44.760972 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:44.769357 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:44.874394 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:44.878353 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:44.881323 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-84ddc688-fe14-472a-9a1c-b1bd7c5c130d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:44.940991 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:44.969103 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35d458c3-17d1-47f7-a41e-efb6853b6ac3,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:44.975778 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:45.069402 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Allocated IP 192.168.233.250 (c9bc4c8a-96a4-453b-b95c-3227141162f2/c8d21f91-4c5f-461e-987a-8bf47319a1af/f51032aa-f4de-4df2-939e-804894ac6aed) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:13:45.394559 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-812ee547-4e6b-49b8-a7ef-1a3c5d415efb req-503bc971-8728-419a-ac6e-dc4580324b34 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/ports?device_id=09c0c881-bf1e-450d-b157-326bbadc406c HTTP/1.1" status: 200 len: 210 time: 0.0692594 May 02 03:13:45.452644 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:45.473901 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Transition to ACTIVE for port object f51032aa-f4de-4df2-939e-804894ac6aed will not be triggered until provisioned by entity DHCP. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:13:45.500955 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16413079'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:45.506313 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:45.577658 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Network c9bc4c8a-96a4-453b-b95c-3227141162f2 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:13:45.582433 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Resources bound (agent type, host, resource id): {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:13:45.586826 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:13:45.621356 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Pushing event updated for resources: {'Port': ['ID=f51032aa-f4de-4df2-939e-804894ac6aed,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:45.634666 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:45.663350 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:45.664050 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:45.712739 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3824503 May 02 03:13:45.731294 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] Request body: {'port': {'device_id': '09c0c881-bf1e-450d-b157-326bbadc406c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:45.902682 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-f56cf0e2-96d4-4fc1-99bf-2640122a7eac None None] Provisioning for port f51032aa-f4de-4df2-939e-804894ac6aed completed by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:13:45.908385 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-f56cf0e2-96d4-4fc1-99bf-2640122a7eac None None] Provisioning complete for port f51032aa-f4de-4df2-939e-804894ac6aed triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:13:45.909030 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-f56cf0e2-96d4-4fc1-99bf-2640122a7eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:45.918715 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:45.970912 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-f56cf0e2-96d4-4fc1-99bf-2640122a7eac None None] Port f51032aa-f4de-4df2-939e-804894ac6aed cannot update to ACTIVE because it is not bound. {{(pid=73840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:13:46.031045 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42506) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:46.041596 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:46.224068 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0406346e-f7dd-473c-ad4b-1404c8de5fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:46.241096 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-0406346e-f7dd-473c-ad4b-1404c8de5fbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:46.245079 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-0406346e-f7dd-473c-ad4b-1404c8de5fbc admin admin] Usage tracker for resource:security_group_rule and tenant:c0ec917e424f483d9c9741130c0dfa40 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:46.248206 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-0406346e-f7dd-473c-ad4b-1404c8de5fbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:46.255195 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-0406346e-f7dd-473c-ad4b-1404c8de5fbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:46.349896 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0406346e-f7dd-473c-ad4b-1404c8de5fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:46.356029 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0406346e-f7dd-473c-ad4b-1404c8de5fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:46.363094 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-a8800a29-7ef7-4878-91f2-ceda3cdd8128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:46.411289 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-0406346e-f7dd-473c-ad4b-1404c8de5fbc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0ec917e424f483d9c9741130c0dfa40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3782105 May 02 03:13:46.412035 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406346e-f7dd-473c-ad4b-1404c8de5fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4034c011-c113-401d-8982-7fbb73f5bca7,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:46.415482 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42512) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:46.436353 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f51032aa-f4de-4df2-939e-804894ac6aed {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:13:46.444956 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:46.461128 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] Transition to ACTIVE for port object f51032aa-f4de-4df2-939e-804894ac6aed will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:13:46.465122 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16413088'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:46.466446 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0406346e-f7dd-473c-ad4b-1404c8de5fbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:46.466823 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0406346e-f7dd-473c-ad4b-1404c8de5fbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:46.467205 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0406346e-f7dd-473c-ad4b-1404c8de5fbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:46.467585 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0406346e-f7dd-473c-ad4b-1404c8de5fbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:46.467914 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0406346e-f7dd-473c-ad4b-1404c8de5fbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:46.468263 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0406346e-f7dd-473c-ad4b-1404c8de5fbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:46.468620 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0406346e-f7dd-473c-ad4b-1404c8de5fbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:46.468951 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0406346e-f7dd-473c-ad4b-1404c8de5fbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:46.469127 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-b8ad3425-bb5f-4809-8edb-e458ed266a72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:46.469296 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0406346e-f7dd-473c-ad4b-1404c8de5fbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:46.469639 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0406346e-f7dd-473c-ad4b-1404c8de5fbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:46.469977 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0406346e-f7dd-473c-ad4b-1404c8de5fbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:46.470315 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0406346e-f7dd-473c-ad4b-1404c8de5fbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:46.474198 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-0406346e-f7dd-473c-ad4b-1404c8de5fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:46.498233 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b3d9c044-cf2d-4e0f-9245-6ae9c16f435a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:46.616530 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] Pushing event updated for resources: {'Port': ['ID=f51032aa-f4de-4df2-939e-804894ac6aed,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:46.653281 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b3d9c044-cf2d-4e0f-9245-6ae9c16f435a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:46.655495 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:46.741801 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d1181-1a78-46d8-8271-412e3115a39e req-11282429-f552-45c6-8aba-47a6a7b1428c tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:46.751859 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-739d1181-1a78-46d8-8271-412e3115a39e req-11282429-f552-45c6-8aba-47a6a7b1428c tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/ports?device_id=09c0c881-bf1e-450d-b157-326bbadc406c HTTP/1.1" status: 200 len: 948 time: 0.1645722 May 02 03:13:46.752322 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] Attempting to bind port f51032aa-f4de-4df2-939e-804894ac6aed on host hv-cinder-78907 for vnic_type normal with profile {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:13:46.752664 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] Attempting to bind port f51032aa-f4de-4df2-939e-804894ac6aed by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': 'faffa98a-e140-46f4-b79d-fe2fde7455f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c9bc4c8a-96a4-453b-b95c-3227141162f2'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:13:46.753066 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] Attempting to bind port f51032aa-f4de-4df2-939e-804894ac6aed on network c9bc4c8a-96a4-453b-b95c-3227141162f2 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:13:46.757777 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] Port f51032aa-f4de-4df2-939e-804894ac6aed on network c9bc4c8a-96a4-453b-b95c-3227141162f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:13:46.758096 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] Attempting to bind port f51032aa-f4de-4df2-939e-804894ac6aed on network c9bc4c8a-96a4-453b-b95c-3227141162f2 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:13:46.764598 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] Checking agent: {'id': 'f9e719c6-981b-4bb7-a7e6-8d35fc174b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'started_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:13:46.764942 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] Checking segment: {'id': 'faffa98a-e140-46f4-b79d-fe2fde7455f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c9bc4c8a-96a4-453b-b95c-3227141162f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:13:46.765478 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] Bound using segment: {'id': 'faffa98a-e140-46f4-b79d-fe2fde7455f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c9bc4c8a-96a4-453b-b95c-3227141162f2'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:13:46.765936 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] Bound port: f51032aa-f4de-4df2-939e-804894ac6aed, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faffa98a-e140-46f4-b79d-fe2fde7455f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c9bc4c8a-96a4-453b-b95c-3227141162f2'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:13:46.766290 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:46.772453 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b3d9c044-cf2d-4e0f-9245-6ae9c16f435a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:46.780575 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-a20ba9b2-6225-4051-87ed-89821022aca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:46.809250 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9c044-cf2d-4e0f-9245-6ae9c16f435a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4034c011-c113-401d-8982-7fbb73f5bca7,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:46.830947 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b3d9c044-cf2d-4e0f-9245-6ae9c16f435a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:46.837424 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b3d9c044-cf2d-4e0f-9245-6ae9c16f435a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:46.838553 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-b3d9c044-cf2d-4e0f-9245-6ae9c16f435a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4034c011-c113-401d-8982-7fbb73f5bca7 HTTP/1.1" status: 204 len: 168 time: 0.4221425 May 02 03:13:46.846312 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-739d1181-1a78-46d8-8271-412e3115a39e req-169e43e2-24dc-4a63-adb7-970e7cb5de38 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/security-groups?id=35d458c3-17d1-47f7-a41e-efb6853b6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932586 May 02 03:13:46.882809 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] For port f51032aa-f4de-4df2-939e-804894ac6aed, host hv-cinder-78907, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:13:46.886549 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] For port f51032aa-f4de-4df2-939e-804894ac6aed, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=f51032aa-f4de-4df2-939e-804894ac6aed,segment=NetworkSegment(faffa98a-e140-46f4-b79d-fe2fde7455f1),segment_id=faffa98a-e140-46f4-b79d-fe2fde7455f1)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:13:46.894570 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16413088'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:46.903743 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:46.973851 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:46.974468 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:46.975883 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] 10.222.0.16 "PUT /v2.0/ports/f51032aa-f4de-4df2-939e-804894ac6aed HTTP/1.1" status: 200 len: 1098 time: 1.2525601 May 02 03:13:46.976350 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c0c881-bf1e-450d-b157-326bbadc406c', 'tag': 'f51032aa-f4de-4df2-939e-804894ac6aed'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:13:47.010711 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] Pushing event updated for resources: {'Port': ['ID=f51032aa-f4de-4df2-939e-804894ac6aed,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:47.016803 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:47.087731 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c0c881-bf1e-450d-b157-326bbadc406c', 'tag': 'f51032aa-f4de-4df2-939e-804894ac6aed', 'status': 'completed', 'code': 200} May 02 03:13:47.134413 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-cf77026d-55ca-4994-96e5-e438e1d10869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:47.136029 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-cf77026d-55ca-4994-96e5-e438e1d10869 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=254e6754d9984fdca4f4eebe900b65ae&device_id=09c0c881-bf1e-450d-b157-326bbadc406c HTTP/1.1" status: 200 len: 1101 time: 0.1014564 May 02 03:13:47.263313 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42532) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:47.349063 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-f7beb16b-b0ac-468d-aa7f-1b0d449c7d4b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=f51032aa-f4de-4df2-939e-804894ac6aed HTTP/1.1" status: 200 len: 217 time: 0.2011039 May 02 03:13:47.432018 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-7f83fded-7926-4ad3-a6d6-8d43eda323e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:47.434600 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-7f83fded-7926-4ad3-a6d6-8d43eda323e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8d21f91-4c5f-461e-987a-8bf47319a1af HTTP/1.1" status: 200 len: 843 time: 0.0780418 May 02 03:13:47.455580 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-205d93f9-9d20-484f-a587-94669ca423d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:47.472303 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-205d93f9-9d20-484f-a587-94669ca423d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:47.476996 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-205d93f9-9d20-484f-a587-94669ca423d9 admin admin] Usage tracker for resource:security_group_rule and tenant:6cab527625494cbdb4fe8633e28ceeb1 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:47.481879 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-205d93f9-9d20-484f-a587-94669ca423d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:47.488589 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-205d93f9-9d20-484f-a587-94669ca423d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:47.538603 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-4d4cb7bd-7e5c-4528-8cc9-373508209569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:47.540224 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-4d4cb7bd-7e5c-4528-8cc9-373508209569 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9bc4c8a-96a4-453b-b95c-3227141162f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0979998 May 02 03:13:47.608250 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-205d93f9-9d20-484f-a587-94669ca423d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:47.612889 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-205d93f9-9d20-484f-a587-94669ca423d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:47.624837 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-a9c0af6f-8daa-4d7e-a45f-4f3d3ffb61bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:47.665725 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d93f9-9d20-484f-a587-94669ca423d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40352d27-f7ba-44e9-bae6-3b58e922bd4d,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:47.669022 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-205d93f9-9d20-484f-a587-94669ca423d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:47.672407 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-205d93f9-9d20-484f-a587-94669ca423d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6cab527625494cbdb4fe8633e28ceeb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4080291 May 02 03:13:47.675171 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42550) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:47.703264 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-c6885e84-e6a5-450e-a95a-6695f4344531 service neutron] 10.222.0.16 "GET /v2.0/networks/c9bc4c8a-96a4-453b-b95c-3227141162f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559947 May 02 03:13:47.749901 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:47.779381 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e3d0b890-fa0d-4638-9e5c-6da3c68c092e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:47.817119 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e3d0b890-fa0d-4638-9e5c-6da3c68c092e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:47.835705 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 42556) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:47.891041 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-1cd2254d-4c1d-4a47-8254-f3d95001ee31 req-558acc36-8a2d-422c-9ea6-7341214d126f service neutron] 10.222.0.16 "GET /v2.0/networks/c9bc4c8a-96a4-453b-b95c-3227141162f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759427 May 02 03:13:47.915042 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e3d0b890-fa0d-4638-9e5c-6da3c68c092e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:47.922544 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-a8690303-5ea4-4322-9de0-6525354eb0cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:47.938892 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0b890-fa0d-4638-9e5c-6da3c68c092e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40352d27-f7ba-44e9-bae6-3b58e922bd4d,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:47.957035 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-e3d0b890-fa0d-4638-9e5c-6da3c68c092e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:47.969844 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e3d0b890-fa0d-4638-9e5c-6da3c68c092e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:47.974800 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-e3d0b890-fa0d-4638-9e5c-6da3c68c092e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40352d27-f7ba-44e9-bae6-3b58e922bd4d HTTP/1.1" status: 204 len: 168 time: 0.2943885 May 02 03:13:48.056908 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11de153-cf8c-42e5-b5d1-88a8a1635e80 req-1226815a-7955-485f-baa1-0b44ebad64ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:48.059511 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f11de153-cf8c-42e5-b5d1-88a8a1635e80 req-1226815a-7955-485f-baa1-0b44ebad64ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=254e6754d9984fdca4f4eebe900b65ae&device_id=09c0c881-bf1e-450d-b157-326bbadc406c HTTP/1.1" status: 200 len: 1101 time: 0.1123857 May 02 03:13:48.100806 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-217128064-network', 'tenant_id': 'bf80f53084114123b5fe49af3d510fc9'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:48.104651 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b93a3-fb88-45c0-a7fb-cf1f94369542 req-c4cf588d-1ab9-478b-95c3-54cba09ab686 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:48.112785 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-240b93a3-fb88-45c0-a7fb-cf1f94369542 req-c4cf588d-1ab9-478b-95c3-54cba09ab686 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/ports?device_id=09c0c881-bf1e-450d-b157-326bbadc406c HTTP/1.1" status: 200 len: 948 time: 0.1377902 May 02 03:13:48.116885 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:48.128385 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] Usage tracker for resource:network and tenant:bf80f53084114123b5fe49af3d510fc9 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:48.134247 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:48.169268 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-240b93a3-fb88-45c0-a7fb-cf1f94369542 req-ff13930c-10bb-4e84-90b7-f381df9720c0 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/security-groups?id=35d458c3-17d1-47f7-a41e-efb6853b6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554628 May 02 03:13:48.196497 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:48.219753 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] Made reservation on behalf of bf80f53084114123b5fe49af3d510fc9 for: {'network': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:13:48.222079 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for network, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:48.238875 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:48.271269 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:48.276551 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11de153-cf8c-42e5-b5d1-88a8a1635e80 req-52ff666c-793d-4a68-bf51-b3378b290a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:48.278922 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f11de153-cf8c-42e5-b5d1-88a8a1635e80 req-52ff666c-793d-4a68-bf51-b3378b290a27 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c9bc4c8a-96a4-453b-b95c-3227141162f2 HTTP/1.1" status: 200 len: 870 time: 0.2099566 May 02 03:13:48.279886 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] Usage tracker for resource:security_group_rule and tenant:bf80f53084114123b5fe49af3d510fc9 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:48.282876 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:48.340040 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:48.363455 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f11de153-cf8c-42e5-b5d1-88a8a1635e80 req-c7bf97ac-e588-4624-b15d-10bed9288fa5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=f51032aa-f4de-4df2-939e-804894ac6aed HTTP/1.1" status: 200 len: 217 time: 0.0773296 May 02 03:13:48.452471 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11de153-cf8c-42e5-b5d1-88a8a1635e80 req-5fd18c0d-a850-4ae2-af95-13bf839e7b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:48.453955 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f11de153-cf8c-42e5-b5d1-88a8a1635e80 req-5fd18c0d-a850-4ae2-af95-13bf839e7b8a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8d21f91-4c5f-461e-987a-8bf47319a1af HTTP/1.1" status: 200 len: 843 time: 0.0765796 May 02 03:13:48.560818 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:48.569151 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:48.573542 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:48.610060 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=73838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 03:13:48.620218 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11de153-cf8c-42e5-b5d1-88a8a1635e80 req-18d957b2-bff7-470b-a0b5-3a8f44620017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:48.622425 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f11de153-cf8c-42e5-b5d1-88a8a1635e80 req-18d957b2-bff7-470b-a0b5-3a8f44620017 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9bc4c8a-96a4-453b-b95c-3227141162f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1608629 May 02 03:13:48.625557 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897af69d-b464-4a42-9099-db1772bcda86,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:48.629784 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:48.670415 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:48.670773 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.db.segments_db [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] Added segment 28d3f0e0-e582-4ebf-ba9b-62ee8e65170c of type vlan for network a4862ac9-73d7-47ce-ae41-a1500b7e1690 May 02 03:13:48.769854 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794390503316'] for network, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:48.819234 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f11de153-cf8c-42e5-b5d1-88a8a1635e80 req-d6c0c040-07b1-48d0-9681-0e1a786506f4 service neutron] 10.222.0.16 "GET /v2.0/networks/c9bc4c8a-96a4-453b-b95c-3227141162f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883521 May 02 03:13:48.849200 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for network, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:48.863611 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:48.863611 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:48.870047 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:49.052022 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2152312 May 02 03:13:49.055405 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42596) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:49.060965 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] Pushing event updated for resources: {'Network': ['ID=a4862ac9-73d7-47ce-ae41-a1500b7e1690,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:49.061486 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-51ff9949-5ec9-4a5b-8ce4-eac981129991 admin admin] Request body: {'subnet': {'network_id': 'a4862ac9-73d7-47ce-ae41-a1500b7e1690', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-217128064-subnet', 'tenant_id': 'bf80f53084114123b5fe49af3d510fc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:49.065057 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:49.066801 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-51ff9949-5ec9-4a5b-8ce4-eac981129991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:49.071316 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-51ff9949-5ec9-4a5b-8ce4-eac981129991 admin admin] Usage tracker for resource:subnet and tenant:bf80f53084114123b5fe49af3d510fc9 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:49.075732 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Network a4862ac9-73d7-47ce-ae41-a1500b7e1690 details requested by agent ovs-agent-dv-cinder-789077-1-smb with host dv-cinder-789077-1-smb {{(pid=73840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 02 03:13:49.092370 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f11de153-cf8c-42e5-b5d1-88a8a1635e80 req-1c83fed5-3afa-43f3-ba72-29ba8e952278 service neutron] 10.222.0.16 "GET /v2.0/networks/c9bc4c8a-96a4-453b-b95c-3227141162f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653117 May 02 03:13:49.093357 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-51ff9949-5ec9-4a5b-8ce4-eac981129991 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:49.099746 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-51ff9949-5ec9-4a5b-8ce4-eac981129991 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:49.117062 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ff9949-5ec9-4a5b-8ce4-eac981129991 admin admin] Made reservation on behalf of bf80f53084114123b5fe49af3d510fc9 for: {'subnet': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:13:49.119788 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-51ff9949-5ec9-4a5b-8ce4-eac981129991 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15407768'] for subnet, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:49.447425 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa520ad-902f-4594-b219-b1084b006242 req-ec6eb5af-b24d-4498-aeef-da901efb61c3 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:49.449764 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-9aa520ad-902f-4594-b219-b1084b006242 req-ec6eb5af-b24d-4498-aeef-da901efb61c3 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/ports?device_id=09c0c881-bf1e-450d-b157-326bbadc406c HTTP/1.1" status: 200 len: 948 time: 0.1418064 May 02 03:13:49.528420 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-9aa520ad-902f-4594-b219-b1084b006242 req-91ed9711-1e97-4b06-8479-0b08db72d9cd tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/security-groups?id=35d458c3-17d1-47f7-a41e-efb6853b6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651224 May 02 03:13:49.667231 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 42622) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:49.733178 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-51ff9949-5ec9-4a5b-8ce4-eac981129991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16144095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15407758'] for subnet, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:49.738243 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:49.806257 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-471c2f03-3e07-4100-8f58-56c6c5c4b7c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:49.815295 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff9949-5ec9-4a5b-8ce4-eac981129991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cf666e2-2a70-4b29-a684-f0d2cbff8b62,revision_number=0']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:49.819713 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-51ff9949-5ec9-4a5b-8ce4-eac981129991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:49.826266 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ff9949-5ec9-4a5b-8ce4-eac981129991 admin admin] Checking segment: {'id': '28d3f0e0-e582-4ebf-ba9b-62ee8e65170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4862ac9-73d7-47ce-ae41-a1500b7e1690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:13:49.826631 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ff9949-5ec9-4a5b-8ce4-eac981129991 admin admin] Network hostable DHCP agents. Network: a4862ac9-73d7-47ce-ae41-a1500b7e1690, hostable agents: ['614df883-a3aa-459e-9403-57d681838b96'], hosted agents: [] {{(pid=73839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 03:13:49.834337 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-471c2f03-3e07-4100-8f58-56c6c5c4b7c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:49.841322 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-471c2f03-3e07-4100-8f58-56c6c5c4b7c0 admin admin] Usage tracker for resource:security_group_rule and tenant:82e981024bc14eb1beb333ca1866b5ed is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:49.845085 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ff9949-5ec9-4a5b-8ce4-eac981129991 admin admin] Network a4862ac9-73d7-47ce-ae41-a1500b7e1690 is scheduled to be hosted by DHCP agent 614df883-a3aa-459e-9403-57d681838b96 with binding_index 1 {{(pid=73839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 03:13:49.846025 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-471c2f03-3e07-4100-8f58-56c6c5c4b7c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:49.854852 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-471c2f03-3e07-4100-8f58-56c6c5c4b7c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:49.855190 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-51ff9949-5ec9-4a5b-8ce4-eac981129991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-smb, a4862ac9-73d7-47ce-ae41-a1500b7e1690) {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:13:49.865093 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa34bcd-a594-44eb-8da6-cadadadf25c1 None None] Network a4862ac9-73d7-47ce-ae41-a1500b7e1690 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:13:49.867850 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ff9949-5ec9-4a5b-8ce4-eac981129991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:49.868460 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-51ff9949-5ec9-4a5b-8ce4-eac981129991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:49.898009 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-51ff9949-5ec9-4a5b-8ce4-eac981129991 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8342111 May 02 03:13:49.959793 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-471c2f03-3e07-4100-8f58-56c6c5c4b7c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:49.964790 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-471c2f03-3e07-4100-8f58-56c6c5c4b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:49.975068 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-c9f6d32f-a0b5-45e8-ad3c-e9dc730103e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:50.015389 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-471c2f03-3e07-4100-8f58-56c6c5c4b7c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82e981024bc14eb1beb333ca1866b5ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468969 May 02 03:13:50.016114 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2f03-3e07-4100-8f58-56c6c5c4b7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4809beff-a735-4e16-942d-b88b66b3908c,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:50.018214 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42630) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:50.024484 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2f03-3e07-4100-8f58-56c6c5c4b7c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:50.024850 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2f03-3e07-4100-8f58-56c6c5c4b7c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:50.025217 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2f03-3e07-4100-8f58-56c6c5c4b7c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:50.025543 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2f03-3e07-4100-8f58-56c6c5c4b7c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:50.025925 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2f03-3e07-4100-8f58-56c6c5c4b7c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:50.026230 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2f03-3e07-4100-8f58-56c6c5c4b7c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:50.026568 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2f03-3e07-4100-8f58-56c6c5c4b7c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:50.027471 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2f03-3e07-4100-8f58-56c6c5c4b7c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:50.027832 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2f03-3e07-4100-8f58-56c6c5c4b7c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:50.028159 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2f03-3e07-4100-8f58-56c6c5c4b7c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:50.028492 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2f03-3e07-4100-8f58-56c6c5c4b7c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:50.028824 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2f03-3e07-4100-8f58-56c6c5c4b7c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:13:50.034568 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-471c2f03-3e07-4100-8f58-56c6c5c4b7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:50.094541 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d233dede-2766-44b3-8def-e93bd74b40cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:50.111694 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3997124-6a43-457a-9511-865b18959f41 None None] Network a4862ac9-73d7-47ce-ae41-a1500b7e1690 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:13:50.130732 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d233dede-2766-44b3-8def-e93bd74b40cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:50.232691 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d233dede-2766-44b3-8def-e93bd74b40cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:50.238683 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-f92291aa-011b-4ebb-a565-7fcd9d99dd8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:50.251181 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233dede-2766-44b3-8def-e93bd74b40cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4809beff-a735-4e16-942d-b88b66b3908c,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:50.257520 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-d233dede-2766-44b3-8def-e93bd74b40cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:50.258349 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d233dede-2766-44b3-8def-e93bd74b40cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:50.263667 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-d233dede-2766-44b3-8def-e93bd74b40cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4809beff-a735-4e16-942d-b88b66b3908c HTTP/1.1" status: 204 len: 168 time: 0.2440753 May 02 03:13:50.893093 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af7c9a-441e-481f-b368-50390094dd81 req-7dfaeea3-fec1-48b8-ab4e-20d0c23ccff0 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:50.893984 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-53af7c9a-441e-481f-b368-50390094dd81 req-7dfaeea3-fec1-48b8-ab4e-20d0c23ccff0 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Synchronizing usage tracker for tenant:254e6754d9984fdca4f4eebe900b65ae on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:13:50.920787 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-53af7c9a-441e-481f-b368-50390094dd81 req-7dfaeea3-fec1-48b8-ab4e-20d0c23ccff0 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Unset dirty status for tenant:254e6754d9984fdca4f4eebe900b65ae on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:13:50.922784 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-53af7c9a-441e-481f-b368-50390094dd81 req-7dfaeea3-fec1-48b8-ab4e-20d0c23ccff0 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/ports?device_id=09c0c881-bf1e-450d-b157-326bbadc406c HTTP/1.1" status: 200 len: 948 time: 0.2311428 May 02 03:13:50.974292 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-53af7c9a-441e-481f-b368-50390094dd81 req-f8f7442a-4ccc-4ba2-b11a-18b6681bcdc5 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Synchronizing usage tracker for tenant:254e6754d9984fdca4f4eebe900b65ae on resource:security_group {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:13:50.997401 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-53af7c9a-441e-481f-b368-50390094dd81 req-f8f7442a-4ccc-4ba2-b11a-18b6681bcdc5 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Unset dirty status for tenant:254e6754d9984fdca4f4eebe900b65ae on resource:security_group {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:13:50.998631 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-53af7c9a-441e-481f-b368-50390094dd81 req-f8f7442a-4ccc-4ba2-b11a-18b6681bcdc5 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/security-groups?id=35d458c3-17d1-47f7-a41e-efb6853b6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696993 May 02 03:13:51.285460 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device f51032aa-f4de-4df2-939e-804894ac6aed details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:13:51.428756 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port f51032aa-f4de-4df2-939e-804894ac6aed, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=f51032aa-f4de-4df2-939e-804894ac6aed,segment=NetworkSegment(faffa98a-e140-46f4-b79d-fe2fde7455f1),segment_id=faffa98a-e140-46f4-b79d-fe2fde7455f1)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:13:51.450103 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Returning: {'device': 'f51032aa-f4de-4df2-939e-804894ac6aed', 'network_id': 'c9bc4c8a-96a4-453b-b95c-3227141162f2', 'port_id': 'f51032aa-f4de-4df2-939e-804894ac6aed', 'mac_address': 'fa:16:3e:fc:3c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d21f91-4c5f-461e-987a-8bf47319a1af', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:13:51.512681 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:51.530935 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [None req-06578581-5416-4b0b-80be-835749a33250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51032aa-f4de-4df2-939e-804894ac6aed {{(pid=73840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:13:51.547847 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port f51032aa-f4de-4df2-939e-804894ac6aed, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=f51032aa-f4de-4df2-939e-804894ac6aed,segment=NetworkSegment(faffa98a-e140-46f4-b79d-fe2fde7455f1),segment_id=faffa98a-e140-46f4-b79d-fe2fde7455f1)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:13:51.552580 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:51.554687 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:51.624194 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=f51032aa-f4de-4df2-939e-804894ac6aed,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:51.627435 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:51.791405 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['f51032aa-f4de-4df2-939e-804894ac6aed'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:13:52.229558 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0adb5-6bab-4f0a-85a5-bfbc02e08e59 req-3aaa16e1-bc5b-4ef5-96e4-0af170c570c3 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:52.231431 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-92c0adb5-6bab-4f0a-85a5-bfbc02e08e59 req-3aaa16e1-bc5b-4ef5-96e4-0af170c570c3 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/ports?device_id=09c0c881-bf1e-450d-b157-326bbadc406c HTTP/1.1" status: 200 len: 949 time: 0.1138639 May 02 03:13:52.290772 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-92c0adb5-6bab-4f0a-85a5-bfbc02e08e59 req-d269991f-92f9-4f5f-be0f-e0ebb8edbafe tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/security-groups?id=35d458c3-17d1-47f7-a41e-efb6853b6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500243 May 02 03:13:52.406819 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-7183329e-55e5-48ef-8e27-ecb0ddceda89 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:52.407491 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-7183329e-55e5-48ef-8e27-ecb0ddceda89 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Synchronizing usage tracker for tenant:bf80f53084114123b5fe49af3d510fc9 on resource:network {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:13:52.425181 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-7183329e-55e5-48ef-8e27-ecb0ddceda89 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Unset dirty status for tenant:bf80f53084114123b5fe49af3d510fc9 on resource:network {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:13:52.426351 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-7183329e-55e5-48ef-8e27-ecb0ddceda89 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/networks?id=a4862ac9-73d7-47ce-ae41-a1500b7e1690 HTTP/1.1" status: 200 len: 813 time: 0.1977947 May 02 03:13:52.441132 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-195e18f4-1c45-4a5f-836b-70c98d656429 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/quotas/bf80f53084114123b5fe49af3d510fc9 HTTP/1.1" status: 200 len: 375 time: 0.0092335 May 02 03:13:52.493335 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-1528f7da-2c25-42ff-9df9-51a55d22d24e tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf80f53084114123b5fe49af3d510fc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468142 May 02 03:13:52.649424 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-b0d92c2b-0715-40ed-8e46-a00f181f3aa3 service neutron] 10.222.0.20 "GET /v2.0/networks/a4862ac9-73d7-47ce-ae41-a1500b7e1690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488948 May 02 03:13:52.729301 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42718) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:52.797174 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-03d538bc-ca50-4d20-af49-e3da348b6abf service neutron] 10.222.0.20 "GET /v2.0/networks/a4862ac9-73d7-47ce-ae41-a1500b7e1690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413596 May 02 03:13:52.918579 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-8e78d417-38ae-440b-9b16-7e25f55dc9c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:52.941335 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-8e78d417-38ae-440b-9b16-7e25f55dc9c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:52.947270 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-8e78d417-38ae-440b-9b16-7e25f55dc9c9 admin admin] Usage tracker for resource:security_group_rule and tenant:e86de7c4ee0b42448a6a1c4dd2f9fac1 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:52.953234 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-8e78d417-38ae-440b-9b16-7e25f55dc9c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:52.962294 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-8e78d417-38ae-440b-9b16-7e25f55dc9c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:53.048882 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-fbcc8b05-3f21-4c91-8868-60b7bf40de45 req-2353d5b2-1743-41bb-b27c-f85510e12deb tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb551a3e-0130-41c8-aea0-c32dfbbbf25e HTTP/1.1" status: 200 len: 210 time: 0.0748832 May 02 03:13:53.135118 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-8e78d417-38ae-440b-9b16-7e25f55dc9c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:53.140630 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-8e78d417-38ae-440b-9b16-7e25f55dc9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:53.149528 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-9cb8feb1-5fc6-4192-a937-c37f245ad64d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:53.191393 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-8e78d417-38ae-440b-9b16-7e25f55dc9c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e86de7c4ee0b42448a6a1c4dd2f9fac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4608924 May 02 03:13:53.196240 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 42732) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:53.196464 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78d417-38ae-440b-9b16-7e25f55dc9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dc8c2a-a84d-48fa-91e7-554c75ca567c,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:53.200212 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-8e78d417-38ae-440b-9b16-7e25f55dc9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:53.293884 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-1b90ebe7-cd7a-41b6-bb39-b6701d48c428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:53.295788 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device f51032aa-f4de-4df2-939e-804894ac6aed up at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:13:53.337798 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-1b90ebe7-cd7a-41b6-bb39-b6701d48c428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:53.385619 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning for port f51032aa-f4de-4df2-939e-804894ac6aed completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:13:53.393250 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning complete for port f51032aa-f4de-4df2-939e-804894ac6aed triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:13:53.394049 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:53.436820 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-1b90ebe7-cd7a-41b6-bb39-b6701d48c428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:53.441838 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-471c2f03-3e07-4100-8f58-56c6c5c4b7c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:53.458953 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90ebe7-cd7a-41b6-bb39-b6701d48c428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dc8c2a-a84d-48fa-91e7-554c75ca567c,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:53.469798 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-1b90ebe7-cd7a-41b6-bb39-b6701d48c428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:53.470652 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-1b90ebe7-cd7a-41b6-bb39-b6701d48c428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:53.474626 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-1b90ebe7-cd7a-41b6-bb39-b6701d48c428 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20dc8c2a-a84d-48fa-91e7-554c75ca567c HTTP/1.1" status: 204 len: 168 time: 0.2769496 May 02 03:13:53.566844 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:53.600502 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c0c881-bf1e-450d-b157-326bbadc406c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51032aa-f4de-4df2-939e-804894ac6aed'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:13:53.612854 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port f51032aa-f4de-4df2-939e-804894ac6aed, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=f51032aa-f4de-4df2-939e-804894ac6aed,segment=NetworkSegment(faffa98a-e140-46f4-b79d-fe2fde7455f1),segment_id=faffa98a-e140-46f4-b79d-fe2fde7455f1)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:13:53.629186 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9347b42-f2e8-40b8-a781-169801db4b6e req-003d427c-91a7-4b3f-bd44-72dfb1629969 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:53.630323 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:53.631279 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f9347b42-f2e8-40b8-a781-169801db4b6e req-003d427c-91a7-4b3f-bd44-72dfb1629969 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/ports?device_id=09c0c881-bf1e-450d-b157-326bbadc406c HTTP/1.1" status: 200 len: 949 time: 0.1011238 May 02 03:13:53.632442 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:53.689027 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f9347b42-f2e8-40b8-a781-169801db4b6e req-bd3726e1-fc86-4e1b-9e25-0cdb89b8fa0b tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/security-groups?id=35d458c3-17d1-47f7-a41e-efb6853b6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487223 May 02 03:13:53.695038 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c0c881-bf1e-450d-b157-326bbadc406c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51032aa-f4de-4df2-939e-804894ac6aed', 'code': 200} May 02 03:13:53.744376 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=f51032aa-f4de-4df2-939e-804894ac6aed,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:53.749288 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:53.917083 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42746) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:53.936399 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7fb850ad-7ecf-46bc-8181-3a0706a07902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:53.956489 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-7fb850ad-7ecf-46bc-8181-3a0706a07902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:53.960803 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-7fb850ad-7ecf-46bc-8181-3a0706a07902 admin admin] Usage tracker for resource:security_group_rule and tenant:d3cea6f9e43a47e09e04c76ee708f4ab is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:53.963767 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-7fb850ad-7ecf-46bc-8181-3a0706a07902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:53.970055 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-7fb850ad-7ecf-46bc-8181-3a0706a07902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:53.986610 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9357745-e68c-4ac2-8f27-494eeb274061 req-6f5d3dbd-191d-4bac-bd86-d0f74d912769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:53.988273 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a9357745-e68c-4ac2-8f27-494eeb274061 req-6f5d3dbd-191d-4bac-bd86-d0f74d912769 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=09c0c881-bf1e-450d-b157-326bbadc406c HTTP/1.1" status: 200 len: 1103 time: 0.0800328 May 02 03:13:54.044500 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a9357745-e68c-4ac2-8f27-494eeb274061 req-7dd681d2-9b31-4ef3-a303-49b2eccf1655 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=35d458c3-17d1-47f7-a41e-efb6853b6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480938 May 02 03:13:54.063847 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7fb850ad-7ecf-46bc-8181-3a0706a07902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:54.071938 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7fb850ad-7ecf-46bc-8181-3a0706a07902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:54.080393 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-bebd0b0f-46e9-4989-b248-fdd58b22158f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:54.123434 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb850ad-7ecf-46bc-8181-3a0706a07902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5750255c-a429-461f-8bc6-cd403290fdb1,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:54.126559 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-7fb850ad-7ecf-46bc-8181-3a0706a07902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:54.129152 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-7fb850ad-7ecf-46bc-8181-3a0706a07902 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3cea6f9e43a47e09e04c76ee708f4ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104206 May 02 03:13:54.131917 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42752) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:54.230397 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-5caae494-9c1e-4080-8886-29afdb1063a4 req-59a189e6-51e3-44c5-b8f9-90c76a3b1779 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb551a3e-0130-41c8-aea0-c32dfbbbf25e HTTP/1.1" status: 200 len: 210 time: 0.0540638 May 02 03:13:54.250905 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-990310ca-6de9-4956-95fb-a2a8bd8657bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:54.281888 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-990310ca-6de9-4956-95fb-a2a8bd8657bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:54.338446 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-990310ca-6de9-4956-95fb-a2a8bd8657bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:54.344211 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-ab93e619-a285-49aa-b348-6b9b07deca7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:54.359321 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990310ca-6de9-4956-95fb-a2a8bd8657bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5750255c-a429-461f-8bc6-cd403290fdb1,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:54.362597 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-990310ca-6de9-4956-95fb-a2a8bd8657bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:54.367737 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-990310ca-6de9-4956-95fb-a2a8bd8657bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:54.388200 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-990310ca-6de9-4956-95fb-a2a8bd8657bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5750255c-a429-461f-8bc6-cd403290fdb1 HTTP/1.1" status: 204 len: 168 time: 0.2489436 May 02 03:13:54.458584 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-b701b5a1-fdd0-4fd4-afb7-cb337c2c2b01 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:54.460358 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-b701b5a1-fdd0-4fd4-afb7-cb337c2c2b01 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.16 "GET /v2.0/networks?id=a4862ac9-73d7-47ce-ae41-a1500b7e1690 HTTP/1.1" status: 200 len: 813 time: 0.1774464 May 02 03:13:54.474687 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-4a98697b-074a-4d8f-b3af-43dabc0563ef tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Request body: {'port': {'device_id': 'eb551a3e-0130-41c8-aea0-c32dfbbbf25e', 'network_id': 'a4862ac9-73d7-47ce-ae41-a1500b7e1690', 'admin_state_up': True, 'tenant_id': 'bf80f53084114123b5fe49af3d510fc9'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:54.628760 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-4a98697b-074a-4d8f-b3af-43dabc0563ef tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:54.632762 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-4a98697b-074a-4d8f-b3af-43dabc0563ef tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Usage tracker for resource:port and tenant:bf80f53084114123b5fe49af3d510fc9 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:54.635689 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-4a98697b-074a-4d8f-b3af-43dabc0563ef tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:54.641589 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-4a98697b-074a-4d8f-b3af-43dabc0563ef tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:54.653699 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-4a98697b-074a-4d8f-b3af-43dabc0563ef tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Made reservation on behalf of bf80f53084114123b5fe49af3d510fc9 for: {'port': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:13:54.657607 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-4a98697b-074a-4d8f-b3af-43dabc0563ef tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:54.945741 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-4a98697b-074a-4d8f-b3af-43dabc0563ef tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Allocated IP 172.20.0.10 (a4862ac9-73d7-47ce-ae41-a1500b7e1690/8cf666e2-2a70-4b29-a684-f0d2cbff8b62/36c344f3-20bf-4278-bf9c-8bf94cb1907f) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:13:55.000659 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f9d76-33dc-4ad5-a528-253473da4b4e req-362cc3f5-188a-440c-8e79-1484dc260d4b tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:55.002225 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-924f9d76-33dc-4ad5-a528-253473da4b4e req-362cc3f5-188a-440c-8e79-1484dc260d4b tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/ports?device_id=09c0c881-bf1e-450d-b157-326bbadc406c HTTP/1.1" status: 200 len: 950 time: 0.1441433 May 02 03:13:55.108002 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-924f9d76-33dc-4ad5-a528-253473da4b4e req-82f754fd-1beb-41d2-8544-89a0cc14296c tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/security-groups?id=35d458c3-17d1-47f7-a41e-efb6853b6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967085 May 02 03:13:55.242421 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-4a98697b-074a-4d8f-b3af-43dabc0563ef tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:55.293651 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-4a98697b-074a-4d8f-b3af-43dabc0563ef tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16413079'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:55.307464 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-1f4fe20b-b9fb-435f-b6b4-0f4cf582a173 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:55.423629 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42786) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:55.540996 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29aeae-51c3-451d-aa16-bd62ccf06282 req-4b08d18f-1e63-4c3a-bab5-cf6d6994d3b2 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:55.542153 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-4a98697b-074a-4d8f-b3af-43dabc0563ef tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Network a4862ac9-73d7-47ce-ae41-a1500b7e1690 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:13:55.544012 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-df29aeae-51c3-451d-aa16-bd62ccf06282 req-4b08d18f-1e63-4c3a-bab5-cf6d6994d3b2 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb551a3e-0130-41c8-aea0-c32dfbbbf25e HTTP/1.1" status: 200 len: 932 time: 0.1010661 May 02 03:13:55.546949 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-4a98697b-074a-4d8f-b3af-43dabc0563ef tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Resources bound (agent type, host, resource id): {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:13:55.551538 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-4a98697b-074a-4d8f-b3af-43dabc0563ef tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:13:55.594403 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98697b-074a-4d8f-b3af-43dabc0563ef tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Pushing event updated for resources: {'Port': ['ID=36c344f3-20bf-4278-bf9c-8bf94cb1907f,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:55.599703 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-4a98697b-074a-4d8f-b3af-43dabc0563ef tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:55.610078 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2014782931-network', 'tenant_id': '7e9dbed9cf234370aac6ae4dee66fd0d'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:55.626324 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-4a98697b-074a-4d8f-b3af-43dabc0563ef tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:55.627001 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-4a98697b-074a-4d8f-b3af-43dabc0563ef tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:55.651941 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-4a98697b-074a-4d8f-b3af-43dabc0563ef tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1809933 May 02 03:13:55.673176 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] Request body: {'port': {'device_id': 'eb551a3e-0130-41c8-aea0-c32dfbbbf25e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:55.688138 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:55.696858 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] Usage tracker for resource:network and tenant:7e9dbed9cf234370aac6ae4dee66fd0d is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:55.702011 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:55.707720 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-df29aeae-51c3-451d-aa16-bd62ccf06282 req-cb6b436f-1204-473b-9e98-1b3df496d8c6 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485646 May 02 03:13:55.711787 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:55.725969 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] Made reservation on behalf of 7e9dbed9cf234370aac6ae4dee66fd0d for: {'network': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:13:55.738089 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for network, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:55.746912 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:55.769157 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:55.775387 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] Usage tracker for resource:security_group_rule and tenant:7e9dbed9cf234370aac6ae4dee66fd0d is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:55.779431 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:55.785952 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:55.801468 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:55.894864 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:55.902587 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:55.908893 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-fa0b9dfe-6810-402f-a2c5-18e60731f1c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:55.941071 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=73839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 03:13:55.958699 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a054ec-b67c-4536-872e-75851e34d517,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:55.966043 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:55.967050 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:55.967422 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.db.segments_db [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] Added segment 54a628e5-4914-4928-a350-6593059ddfee of type vlan for network cd374ca4-e8bb-4c83-8b4f-390950ba05f1 May 02 03:13:56.005423 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794390503316'] for network, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:56.049846 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for network, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:56.051683 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:56.052274 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:56.056128 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:56.180955 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] Pushing event updated for resources: {'Network': ['ID=cd374ca4-e8bb-4c83-8b4f-390950ba05f1,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:56.191650 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7666285 May 02 03:13:56.192659 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42796) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:56.193794 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:56.202379 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Network cd374ca4-e8bb-4c83-8b4f-390950ba05f1 details requested by agent ovs-agent-dv-cinder-789077-1-smb with host dv-cinder-789077-1-smb {{(pid=73840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 02 03:13:56.205490 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-5557f534-bff0-492b-bf06-ba0d590f0b41 admin admin] Request body: {'subnet': {'network_id': 'cd374ca4-e8bb-4c83-8b4f-390950ba05f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2014782931-subnet', 'tenant_id': '7e9dbed9cf234370aac6ae4dee66fd0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:56.213975 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-5557f534-bff0-492b-bf06-ba0d590f0b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:56.220870 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-5557f534-bff0-492b-bf06-ba0d590f0b41 admin admin] Usage tracker for resource:subnet and tenant:7e9dbed9cf234370aac6ae4dee66fd0d is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:56.225240 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-5557f534-bff0-492b-bf06-ba0d590f0b41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:56.234929 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-5557f534-bff0-492b-bf06-ba0d590f0b41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:56.249459 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5557f534-bff0-492b-bf06-ba0d590f0b41 admin admin] Made reservation on behalf of 7e9dbed9cf234370aac6ae4dee66fd0d for: {'subnet': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:13:56.252689 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5557f534-bff0-492b-bf06-ba0d590f0b41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15407768'] for subnet, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:56.348607 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c344f3-20bf-4278-bf9c-8bf94cb1907f {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:13:56.370054 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:56.401470 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] Transition to ACTIVE for port object 36c344f3-20bf-4278-bf9c-8bf94cb1907f will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:13:56.406797 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16413088'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:56.412223 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-0ed0487f-6fb3-45b2-a3d2-ca8d1224e4e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:56.487661 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a51c3-a3a7-4bce-9cf0-9ba80aa94497 req-efe6ec7b-4b54-41e0-affb-19c7731e5ba0 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:56.489193 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-818a51c3-a3a7-4bce-9cf0-9ba80aa94497 req-efe6ec7b-4b54-41e0-affb-19c7731e5ba0 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/ports?device_id=09c0c881-bf1e-450d-b157-326bbadc406c HTTP/1.1" status: 200 len: 950 time: 0.2271321 May 02 03:13:56.600657 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] Pushing event updated for resources: {'Port': ['ID=36c344f3-20bf-4278-bf9c-8bf94cb1907f,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:56.604517 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:56.736401 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-818a51c3-a3a7-4bce-9cf0-9ba80aa94497 req-7b020bdb-be8c-4418-8d5b-3b41ab015804 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/security-groups?id=35d458c3-17d1-47f7-a41e-efb6853b6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884835 May 02 03:13:56.766092 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5557f534-bff0-492b-bf06-ba0d590f0b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16144095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15407758'] for subnet, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:56.776231 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b107f2ac-b104-4a3c-af79-cfff0aad1c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:56.784788 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] Attempting to bind port 36c344f3-20bf-4278-bf9c-8bf94cb1907f on host hv-cinder-78907 for vnic_type normal with profile {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:13:56.787874 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] Attempting to bind port 36c344f3-20bf-4278-bf9c-8bf94cb1907f by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '28d3f0e0-e582-4ebf-ba9b-62ee8e65170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4862ac9-73d7-47ce-ae41-a1500b7e1690'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:13:56.792550 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] Attempting to bind port 36c344f3-20bf-4278-bf9c-8bf94cb1907f on network a4862ac9-73d7-47ce-ae41-a1500b7e1690 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:13:56.805313 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] Port 36c344f3-20bf-4278-bf9c-8bf94cb1907f on network a4862ac9-73d7-47ce-ae41-a1500b7e1690 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:13:56.806004 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] Attempting to bind port 36c344f3-20bf-4278-bf9c-8bf94cb1907f on network a4862ac9-73d7-47ce-ae41-a1500b7e1690 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:13:56.818011 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] Checking agent: {'id': 'f9e719c6-981b-4bb7-a7e6-8d35fc174b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'started_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:13:56.818747 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] Checking segment: {'id': '28d3f0e0-e582-4ebf-ba9b-62ee8e65170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4862ac9-73d7-47ce-ae41-a1500b7e1690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:13:56.819540 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] Bound using segment: {'id': '28d3f0e0-e582-4ebf-ba9b-62ee8e65170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4862ac9-73d7-47ce-ae41-a1500b7e1690'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:13:56.820413 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] Bound port: 36c344f3-20bf-4278-bf9c-8bf94cb1907f, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28d3f0e0-e582-4ebf-ba9b-62ee8e65170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4862ac9-73d7-47ce-ae41-a1500b7e1690'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:13:56.821105 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:56.875882 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5557f534-bff0-492b-bf06-ba0d590f0b41 admin admin] Checking segment: {'id': '54a628e5-4914-4928-a350-6593059ddfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cd374ca4-e8bb-4c83-8b4f-390950ba05f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:13:56.876209 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5557f534-bff0-492b-bf06-ba0d590f0b41 admin admin] Network hostable DHCP agents. Network: cd374ca4-e8bb-4c83-8b4f-390950ba05f1, hostable agents: ['614df883-a3aa-459e-9403-57d681838b96'], hosted agents: [] {{(pid=73839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 03:13:56.881053 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557f534-bff0-492b-bf06-ba0d590f0b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d3dabc8-5a4c-4f9e-a2e1-f43de3bdab70,revision_number=0']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:56.888771 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-5557f534-bff0-492b-bf06-ba0d590f0b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:56.961960 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5557f534-bff0-492b-bf06-ba0d590f0b41 admin admin] Network cd374ca4-e8bb-4c83-8b4f-390950ba05f1 is scheduled to be hosted by DHCP agent 614df883-a3aa-459e-9403-57d681838b96 with binding_index 1 {{(pid=73839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 03:13:56.978847 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] For port 36c344f3-20bf-4278-bf9c-8bf94cb1907f, host hv-cinder-78907, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:13:56.984250 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-5557f534-bff0-492b-bf06-ba0d590f0b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-smb, cd374ca4-e8bb-4c83-8b4f-390950ba05f1) {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:13:56.984694 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] For port 36c344f3-20bf-4278-bf9c-8bf94cb1907f, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=36c344f3-20bf-4278-bf9c-8bf94cb1907f,segment=NetworkSegment(28d3f0e0-e582-4ebf-ba9b-62ee8e65170c),segment_id=28d3f0e0-e582-4ebf-ba9b-62ee8e65170c)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:13:56.991566 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16413088'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:56.999029 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:56.999320 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b443e40f-9f1d-4c10-a2b9-dfcf334cf820 None None] Network cd374ca4-e8bb-4c83-8b4f-390950ba05f1 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:13:57.003768 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5557f534-bff0-492b-bf06-ba0d590f0b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:57.004930 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5557f534-bff0-492b-bf06-ba0d590f0b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:57.061842 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:57.062517 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:57.064032 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] 10.222.0.16 "PUT /v2.0/ports/36c344f3-20bf-4278-bf9c-8bf94cb1907f HTTP/1.1" status: 200 len: 1094 time: 1.3953106 May 02 03:13:57.067521 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb551a3e-0130-41c8-aea0-c32dfbbbf25e', 'tag': '36c344f3-20bf-4278-bf9c-8bf94cb1907f'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:13:57.096111 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94c46b-fd18-4fba-ab68-b5065b27ee40 req-ae7afb5f-e28b-4463-847a-063b7fea75f9 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:57.097692 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-de94c46b-fd18-4fba-ab68-b5065b27ee40 req-ae7afb5f-e28b-4463-847a-063b7fea75f9 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb551a3e-0130-41c8-aea0-c32dfbbbf25e HTTP/1.1" status: 200 len: 944 time: 0.1895835 May 02 03:13:57.123173 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-5557f534-bff0-492b-bf06-ba0d590f0b41 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9138937 May 02 03:13:57.123688 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] Pushing event updated for resources: {'Port': ['ID=36c344f3-20bf-4278-bf9c-8bf94cb1907f,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:57.127158 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:57.212915 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-de94c46b-fd18-4fba-ab68-b5065b27ee40 req-e830fbea-dc0a-4130-aaa8-d17edcf7f1d7 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943811 May 02 03:13:57.218045 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-9896cb71-9c29-4639-ac95-f542f175673f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:57.220537 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-9896cb71-9c29-4639-ac95-f542f175673f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf80f53084114123b5fe49af3d510fc9&device_id=eb551a3e-0130-41c8-aea0-c32dfbbbf25e HTTP/1.1" status: 200 len: 1097 time: 0.0929890 May 02 03:13:57.368983 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb551a3e-0130-41c8-aea0-c32dfbbbf25e', 'tag': '36c344f3-20bf-4278-bf9c-8bf94cb1907f', 'status': 'completed', 'code': 200} May 02 03:13:57.405728 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-ea73d998-30b5-4a74-bc2e-a0a2f8db37ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36c344f3-20bf-4278-bf9c-8bf94cb1907f HTTP/1.1" status: 200 len: 217 time: 0.1723731 May 02 03:13:57.453652 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e1f682-1723-406c-9211-56eb5903a6ab None None] Network cd374ca4-e8bb-4c83-8b4f-390950ba05f1 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:13:57.512945 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-df6e0437-9a1d-4f60-ad2e-59ba227d4c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:57.515653 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-df6e0437-9a1d-4f60-ad2e-59ba227d4c75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cf666e2-2a70-4b29-a684-f0d2cbff8b62 HTTP/1.1" status: 200 len: 853 time: 0.1009371 May 02 03:13:57.588173 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-68a2a603-ad0f-4afe-925a-805a4e7fb6da service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a4862ac9-73d7-47ce-ae41-a1500b7e1690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529745 May 02 03:13:57.844713 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-176839e9-4bd6-4d7c-ae1a-c8a58665699d service neutron] 10.222.0.16 "GET /v2.0/networks/a4862ac9-73d7-47ce-ae41-a1500b7e1690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482848 May 02 03:13:57.858529 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfc64f-ba76-48e2-bcbe-c2f97c474192 req-0e15a653-7303-4a84-a792-49fd05ea9bea tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:57.858529 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-8cdfc64f-ba76-48e2-bcbe-c2f97c474192 req-0e15a653-7303-4a84-a792-49fd05ea9bea tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/ports?device_id=09c0c881-bf1e-450d-b157-326bbadc406c HTTP/1.1" status: 200 len: 950 time: 0.2135720 May 02 03:13:58.010171 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42834) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:58.017720 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1105121130-network', 'tenant_id': '282208185c594a70bd74b33fb88193c1'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:58.022610 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:58.027433 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] Usage tracker for resource:network and tenant:282208185c594a70bd74b33fb88193c1 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:58.033479 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:58.039849 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:58.052406 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] Made reservation on behalf of 282208185c594a70bd74b33fb88193c1 for: {'network': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:13:58.055254 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for network, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:58.071405 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:58.090922 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:58.096048 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] Usage tracker for resource:security_group_rule and tenant:282208185c594a70bd74b33fb88193c1 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:58.099484 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:58.108618 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:58.132731 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-db6744d9-a7c2-42d0-b452-2a23835eae43 req-e8d0abe8-e536-4975-b8cc-523d3e34c7ca service neutron] 10.222.0.16 "GET /v2.0/networks/a4862ac9-73d7-47ce-ae41-a1500b7e1690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728052 May 02 03:13:58.154682 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-8cdfc64f-ba76-48e2-bcbe-c2f97c474192 req-4f890a31-3af5-4de8-9af8-20fb9c61dfde tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/security-groups?id=35d458c3-17d1-47f7-a41e-efb6853b6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705557 May 02 03:13:58.224652 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:58.229067 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:58.242750 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-990310ca-6de9-4956-95fb-a2a8bd8657bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:58.252115 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=73839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 03:13:58.276960 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:58.277417 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.db.segments_db [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] Added segment 09128cac-bb0c-486f-a55a-7b7fdb56cda8 of type vlan for network 09cc4aa4-af08-4d76-89ae-66f93a255302 May 02 03:13:58.284007 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4e6a55-fbe9-4887-b75d-90190459b615,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:58.287815 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:58.306329 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c0309-8ce8-43d1-a8ad-88877400a0c4 req-8b7e7554-4e35-4af5-9909-bddaa0157bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:58.308896 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-317c0309-8ce8-43d1-a8ad-88877400a0c4 req-8b7e7554-4e35-4af5-9909-bddaa0157bc5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf80f53084114123b5fe49af3d510fc9&device_id=eb551a3e-0130-41c8-aea0-c32dfbbbf25e HTTP/1.1" status: 200 len: 1097 time: 0.0783165 May 02 03:13:58.313454 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794390503316'] for network, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:58.346412 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for network, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:58.347933 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:58.348512 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:58.352568 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-a4fd4d25-1758-4a5a-8e63-a41d1eb50f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:58.455172 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c0309-8ce8-43d1-a8ad-88877400a0c4 req-0b90bd52-9cd9-489c-917b-6308cae11fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:58.456672 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-317c0309-8ce8-43d1-a8ad-88877400a0c4 req-0b90bd52-9cd9-489c-917b-6308cae11fb0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a4862ac9-73d7-47ce-ae41-a1500b7e1690 HTTP/1.1" status: 200 len: 914 time: 0.1402917 May 02 03:13:58.497757 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] Pushing event updated for resources: {'Network': ['ID=09cc4aa4-af08-4d76-89ae-66f93a255302,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:58.502300 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:58.511850 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-18ab855b-8977-4dd9-80b1-6e4fa37145b7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4998705 May 02 03:13:58.512659 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Network 09cc4aa4-af08-4d76-89ae-66f93a255302 details requested by agent ovs-agent-dv-cinder-789077-1-smb with host dv-cinder-789077-1-smb {{(pid=73840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 02 03:13:58.513170 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 42842) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:13:58.522272 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-6ece194c-291e-42a5-a778-77ebec3546ac admin admin] Request body: {'subnet': {'network_id': '09cc4aa4-af08-4d76-89ae-66f93a255302', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1105121130-subnet', 'tenant_id': '282208185c594a70bd74b33fb88193c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:13:58.529559 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-6ece194c-291e-42a5-a778-77ebec3546ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:13:58.539730 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-6ece194c-291e-42a5-a778-77ebec3546ac admin admin] Usage tracker for resource:subnet and tenant:282208185c594a70bd74b33fb88193c1 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:13:58.545103 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-6ece194c-291e-42a5-a778-77ebec3546ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:13:58.553308 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-6ece194c-291e-42a5-a778-77ebec3546ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:13:58.557843 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-317c0309-8ce8-43d1-a8ad-88877400a0c4 req-6c9ee8a1-cdbe-44c7-9567-9732dfed1ac2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36c344f3-20bf-4278-bf9c-8bf94cb1907f HTTP/1.1" status: 200 len: 217 time: 0.0916569 May 02 03:13:58.573022 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7f314-c1cd-4dfe-9b1c-77d2d556cc62 req-be2d5e1d-08a3-4070-986b-6841d2a2d56f tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:58.574568 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-05d7f314-c1cd-4dfe-9b1c-77d2d556cc62 req-be2d5e1d-08a3-4070-986b-6841d2a2d56f tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb551a3e-0130-41c8-aea0-c32dfbbbf25e HTTP/1.1" status: 200 len: 944 time: 0.2065773 May 02 03:13:58.575679 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ece194c-291e-42a5-a778-77ebec3546ac admin admin] Made reservation on behalf of 282208185c594a70bd74b33fb88193c1 for: {'subnet': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:13:58.577925 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-6ece194c-291e-42a5-a778-77ebec3546ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15407768'] for subnet, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:58.630467 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c0309-8ce8-43d1-a8ad-88877400a0c4 req-c8a29496-0ec3-486d-8f11-ac1a58150d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:58.631801 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-317c0309-8ce8-43d1-a8ad-88877400a0c4 req-c8a29496-0ec3-486d-8f11-ac1a58150d70 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cf666e2-2a70-4b29-a684-f0d2cbff8b62 HTTP/1.1" status: 200 len: 853 time: 0.0663245 May 02 03:13:58.706728 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-05d7f314-c1cd-4dfe-9b1c-77d2d556cc62 req-6a4a62d9-1fc6-45de-9140-0a815efc47d8 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160004 May 02 03:13:58.712261 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-317c0309-8ce8-43d1-a8ad-88877400a0c4 req-ffa83043-9107-4709-9670-b0e5c90a15f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a4862ac9-73d7-47ce-ae41-a1500b7e1690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670683 May 02 03:13:58.904908 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-317c0309-8ce8-43d1-a8ad-88877400a0c4 req-bcf29a7e-a1df-497b-ab5d-2cff06b9718d service neutron] 10.222.0.16 "GET /v2.0/networks/a4862ac9-73d7-47ce-ae41-a1500b7e1690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800578 May 02 03:13:59.067885 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-317c0309-8ce8-43d1-a8ad-88877400a0c4 req-631005f8-d387-4978-9a94-892a06dddc48 service neutron] 10.222.0.16 "GET /v2.0/networks/a4862ac9-73d7-47ce-ae41-a1500b7e1690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541958 May 02 03:13:59.129897 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-6ece194c-291e-42a5-a778-77ebec3546ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16144095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15407758'] for subnet, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:59.138811 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:13:59.174651 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:59.278232 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b81c3-f5a8-4a8c-bad1-f0a5232e43ed req-ac5c8b3a-3e2c-41bf-926f-f047a9d62c69 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:59.279777 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-694b81c3-f5a8-4a8c-bad1-f0a5232e43ed req-ac5c8b3a-3e2c-41bf-926f-f047a9d62c69 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.16 "GET /v2.0/ports?device_id=09c0c881-bf1e-450d-b157-326bbadc406c HTTP/1.1" status: 200 len: 950 time: 0.2661471 May 02 03:13:59.349560 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece194c-291e-42a5-a778-77ebec3546ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6cbb9c5-36ba-4b39-9793-a0efc47660e9,revision_number=0']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:13:59.352305 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-6ece194c-291e-42a5-a778-77ebec3546ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:13:59.366471 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d192d7-c0e9-4649-9a06-1c2f961bed49 req-f305ea0e-908d-41c6-837c-45c6d2e0088a tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:59.368160 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-58d192d7-c0e9-4649-9a06-1c2f961bed49 req-f305ea0e-908d-41c6-837c-45c6d2e0088a tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/ports?device_id=09c0c881-bf1e-450d-b157-326bbadc406c HTTP/1.1" status: 200 len: 950 time: 0.0872812 May 02 03:13:59.376758 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ece194c-291e-42a5-a778-77ebec3546ac admin admin] Checking segment: {'id': '09128cac-bb0c-486f-a55a-7b7fdb56cda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '09cc4aa4-af08-4d76-89ae-66f93a255302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:13:59.377217 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ece194c-291e-42a5-a778-77ebec3546ac admin admin] Network hostable DHCP agents. Network: 09cc4aa4-af08-4d76-89ae-66f93a255302, hostable agents: ['614df883-a3aa-459e-9403-57d681838b96'], hosted agents: [] {{(pid=73839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 03:13:59.426105 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-58d192d7-c0e9-4649-9a06-1c2f961bed49 req-26e2a768-ee1a-4ffd-9bfb-8dad904a7d6b tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/security-groups?id=35d458c3-17d1-47f7-a41e-efb6853b6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497925 May 02 03:13:59.447450 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ece194c-291e-42a5-a778-77ebec3546ac admin admin] Network 09cc4aa4-af08-4d76-89ae-66f93a255302 is scheduled to be hosted by DHCP agent 614df883-a3aa-459e-9403-57d681838b96 with binding_index 1 {{(pid=73839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 03:13:59.467681 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-6ece194c-291e-42a5-a778-77ebec3546ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-smb, 09cc4aa4-af08-4d76-89ae-66f93a255302) {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:13:59.479621 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54f9718-1a8c-409f-9e68-781a6e703e04 None None] Network 09cc4aa4-af08-4d76-89ae-66f93a255302 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:13:59.481650 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ece194c-291e-42a5-a778-77ebec3546ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:13:59.482253 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-6ece194c-291e-42a5-a778-77ebec3546ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:59.498610 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [req-694b81c3-f5a8-4a8c-bad1-f0a5232e43ed req-9a95b905-23f7-4466-86dd-1a23f177fcfc tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Deleting port f51032aa-f4de-4df2-939e-804894ac6aed {{(pid=73839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:13:59.498948 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-694b81c3-f5a8-4a8c-bad1-f0a5232e43ed req-9a95b905-23f7-4466-86dd-1a23f177fcfc tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:59.611027 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-6ece194c-291e-42a5-a778-77ebec3546ac admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0943618 May 02 03:13:59.687675 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [req-694b81c3-f5a8-4a8c-bad1-f0a5232e43ed req-9a95b905-23f7-4466-86dd-1a23f177fcfc tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] For port f51032aa-f4de-4df2-939e-804894ac6aed, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=f51032aa-f4de-4df2-939e-804894ac6aed,segment=NetworkSegment(faffa98a-e140-46f4-b79d-fe2fde7455f1),segment_id=faffa98a-e140-46f4-b79d-fe2fde7455f1)] {{(pid=73839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:13:59.688271 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-694b81c3-f5a8-4a8c-bad1-f0a5232e43ed req-9a95b905-23f7-4466-86dd-1a23f177fcfc tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:13:59.817133 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c39b911-afd4-442d-bde8-1c57dcaf3b16 None None] Network 09cc4aa4-af08-4d76-89ae-66f93a255302 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:14:00.010829 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [req-694b81c3-f5a8-4a8c-bad1-f0a5232e43ed req-9a95b905-23f7-4466-86dd-1a23f177fcfc tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Calling delete_port for f51032aa-f4de-4df2-939e-804894ac6aed owned by compute:nova {{(pid=73839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:14:00.059522 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ed500-a4d3-4fbd-a89f-0ba09f1b3fa7 req-819ffc1f-b366-481a-ba4d-80ae46a468aa tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:00.064366 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e52ed500-a4d3-4fbd-a89f-0ba09f1b3fa7 req-819ffc1f-b366-481a-ba4d-80ae46a468aa tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 946 time: 0.1763968 May 02 03:14:00.150583 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e52ed500-a4d3-4fbd-a89f-0ba09f1b3fa7 req-18f71cb6-931a-41c9-a451-48d086e7522a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790920 May 02 03:14:00.192143 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197cf35-c02f-44a5-8a62-48634bbba09f req-c01aa9c1-3738-45a3-8657-6201db8dd7f4 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:00.193689 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3197cf35-c02f-44a5-8a62-48634bbba09f req-c01aa9c1-3738-45a3-8657-6201db8dd7f4 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb551a3e-0130-41c8-aea0-c32dfbbbf25e HTTP/1.1" status: 200 len: 944 time: 0.1917782 May 02 03:14:00.300830 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3197cf35-c02f-44a5-8a62-48634bbba09f req-bf61a8cf-b52d-454d-ba0a-c9164897399c tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967922 May 02 03:14:00.311888 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-694b81c3-f5a8-4a8c-bad1-f0a5232e43ed req-9a95b905-23f7-4466-86dd-1a23f177fcfc tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:00.321882 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-5b82c289-2b61-4a2c-999d-83a549486e68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:00.326485 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['f51032aa-f4de-4df2-939e-804894ac6aed'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:14:00.370218 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95b905-23f7-4466-86dd-1a23f177fcfc tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Pushing event deleted for resources: {'Port': ['ID=f51032aa-f4de-4df2-939e-804894ac6aed,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:00.411023 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-9a95b905-23f7-4466-86dd-1a23f177fcfc tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:00.458532 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [req-694b81c3-f5a8-4a8c-bad1-f0a5232e43ed req-9a95b905-23f7-4466-86dd-1a23f177fcfc tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] No DVR routers for this DVR port f51032aa-f4de-4df2-939e-804894ac6aed on host hv-cinder-78907 {{(pid=73839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:14:00.461161 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-694b81c3-f5a8-4a8c-bad1-f0a5232e43ed req-9a95b905-23f7-4466-86dd-1a23f177fcfc tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:00.464919 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c0c881-bf1e-450d-b157-326bbadc406c', 'name': 'network-vif-deleted', 'tag': 'f51032aa-f4de-4df2-939e-804894ac6aed'}] {{(pid=73839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:14:00.485275 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-694b81c3-f5a8-4a8c-bad1-f0a5232e43ed req-9a95b905-23f7-4466-86dd-1a23f177fcfc tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.16 "DELETE /v2.0/ports/f51032aa-f4de-4df2-939e-804894ac6aed HTTP/1.1" status: 204 len: 173 time: 1.1896567 May 02 03:14:00.625057 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-8a90f8d5-a6f7-4d37-a13e-257ead37dabc req-0b37ff14-99e9-4015-b23b-62f5ccc6695a tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Synchronizing usage tracker for tenant:254e6754d9984fdca4f4eebe900b65ae on resource:port {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:14:00.626237 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-2f5c8e83-a5ee-470f-a7d3-a90601c87881 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:00.628123 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-2f5c8e83-a5ee-470f-a7d3-a90601c87881 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/networks?id=cd374ca4-e8bb-4c83-8b4f-390950ba05f1 HTTP/1.1" status: 200 len: 809 time: 0.2079337 May 02 03:14:00.648645 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-6eee521f-3bd4-4cb2-9d9b-950c7111ab5c tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/quotas/7e9dbed9cf234370aac6ae4dee66fd0d HTTP/1.1" status: 200 len: 375 time: 0.0135958 May 02 03:14:00.650959 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-8a90f8d5-a6f7-4d37-a13e-257ead37dabc req-0b37ff14-99e9-4015-b23b-62f5ccc6695a tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Unset dirty status for tenant:254e6754d9984fdca4f4eebe900b65ae on resource:port {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:14:00.652520 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-8a90f8d5-a6f7-4d37-a13e-257ead37dabc req-0b37ff14-99e9-4015-b23b-62f5ccc6695a tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] 10.222.0.20 "GET /v2.0/ports?device_id=09c0c881-bf1e-450d-b157-326bbadc406c HTTP/1.1" status: 200 len: 210 time: 0.0806484 May 02 03:14:00.705452 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-4f2bad67-204c-4a70-ad8c-6331f94b9a06 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e9dbed9cf234370aac6ae4dee66fd0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454416 May 02 03:14:00.725203 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c0c881-bf1e-450d-b157-326bbadc406c', 'name': 'network-vif-deleted', 'tag': 'f51032aa-f4de-4df2-939e-804894ac6aed', 'status': 'completed', 'code': 200} May 02 03:14:00.848864 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-1338d95f-b955-4492-a130-490bce9e35c2 service neutron] 10.222.0.20 "GET /v2.0/networks/cd374ca4-e8bb-4c83-8b4f-390950ba05f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374640 May 02 03:14:00.992895 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-4b182442-073a-44cc-a9da-da4d40c35692 service neutron] 10.222.0.20 "GET /v2.0/networks/cd374ca4-e8bb-4c83-8b4f-390950ba05f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378188 May 02 03:14:01.263843 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-0a2e9e8b-2dd8-4352-86e2-cd543de8f040 req-141a9642-ed41-4b63-9b97-f1f1ef05e945 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/ports?device_id=250e2d6f-17b9-4669-9394-3bbe0ed4784c HTTP/1.1" status: 200 len: 210 time: 0.0885949 May 02 03:14:01.333268 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 36c344f3-20bf-4278-bf9c-8bf94cb1907f details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:14:01.429966 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16de416-a8f3-43b2-8389-813d5c590f80 req-cdae0ff4-4459-4ec9-aae0-e415a93187dd tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:01.433747 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c16de416-a8f3-43b2-8389-813d5c590f80 req-cdae0ff4-4459-4ec9-aae0-e415a93187dd tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.16 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 946 time: 0.1738369 May 02 03:14:01.538083 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 36c344f3-20bf-4278-bf9c-8bf94cb1907f, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=36c344f3-20bf-4278-bf9c-8bf94cb1907f,segment=NetworkSegment(28d3f0e0-e582-4ebf-ba9b-62ee8e65170c),segment_id=28d3f0e0-e582-4ebf-ba9b-62ee8e65170c)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:14:01.555624 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Returning: {'device': '36c344f3-20bf-4278-bf9c-8bf94cb1907f', 'network_id': 'a4862ac9-73d7-47ce-ae41-a1500b7e1690', 'port_id': '36c344f3-20bf-4278-bf9c-8bf94cb1907f', 'mac_address': 'fa:16:3e:81:2e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf666e2-2a70-4b29-a684-f0d2cbff8b62', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:14:01.627628 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:01.649196 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [None req-06578581-5416-4b0b-80be-835749a33250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c344f3-20bf-4278-bf9c-8bf94cb1907f {{(pid=73840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:14:01.649672 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41073c-3ec1-4caf-b93e-475ad8e41792 req-6133dd52-79b0-4bf8-9caa-07f39595f5ea tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:01.651243 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-cb41073c-3ec1-4caf-b93e-475ad8e41792 req-6133dd52-79b0-4bf8-9caa-07f39595f5ea tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 946 time: 0.2933068 May 02 03:14:01.655010 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e79a04-56ea-4daf-9c92-478f1170f351 req-9478d969-8256-4a68-ae47-90bf40016ffc tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:01.657060 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-68e79a04-56ea-4daf-9c92-478f1170f351 req-9478d969-8256-4a68-ae47-90bf40016ffc tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb551a3e-0130-41c8-aea0-c32dfbbbf25e HTTP/1.1" status: 200 len: 944 time: 0.1820219 May 02 03:14:01.670839 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 36c344f3-20bf-4278-bf9c-8bf94cb1907f, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=36c344f3-20bf-4278-bf9c-8bf94cb1907f,segment=NetworkSegment(28d3f0e0-e582-4ebf-ba9b-62ee8e65170c),segment_id=28d3f0e0-e582-4ebf-ba9b-62ee8e65170c)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:14:01.675542 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:01.678726 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:01.720905 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [req-c16de416-a8f3-43b2-8389-813d5c590f80 req-52fba4e2-248c-44f1-8ecc-ed91fdd56c3b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Deleting port 58c38057-f2e5-490e-be76-b37333c8d223 {{(pid=73839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:14:01.731727 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-c16de416-a8f3-43b2-8389-813d5c590f80 req-52fba4e2-248c-44f1-8ecc-ed91fdd56c3b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:01.744536 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-cb41073c-3ec1-4caf-b93e-475ad8e41792 req-6b277f6a-2bcf-49cc-b2d4-cbd398eb66db tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=da0f7a42-cde2-49a1-9584-c984c38506db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712261 May 02 03:14:01.811948 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=36c344f3-20bf-4278-bf9c-8bf94cb1907f,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:01.820023 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:01.820367 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:01.820829 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:01.821168 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:01.821496 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:01.821820 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:01.822141 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:01.822461 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:01.822784 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:01.823094 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:01.824148 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:01.824624 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:01.836943 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:01.856267 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-68e79a04-56ea-4daf-9c92-478f1170f351 req-8ad8c7b7-330e-4d25-89d0-b7396957aafc tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809959 May 02 03:14:01.880762 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['36c344f3-20bf-4278-bf9c-8bf94cb1907f'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:14:01.919345 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [req-c16de416-a8f3-43b2-8389-813d5c590f80 req-52fba4e2-248c-44f1-8ecc-ed91fdd56c3b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] For port 58c38057-f2e5-490e-be76-b37333c8d223, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=58c38057-f2e5-490e-be76-b37333c8d223,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:14:01.919788 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-c16de416-a8f3-43b2-8389-813d5c590f80 req-52fba4e2-248c-44f1-8ecc-ed91fdd56c3b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:02.353036 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-c16de416-a8f3-43b2-8389-813d5c590f80 req-52fba4e2-248c-44f1-8ecc-ed91fdd56c3b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:02.355301 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-c16de416-a8f3-43b2-8389-813d5c590f80 req-52fba4e2-248c-44f1-8ecc-ed91fdd56c3b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681044'] for floatingip, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:02.355301 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.db.l3_db [req-c16de416-a8f3-43b2-8389-813d5c590f80 req-52fba4e2-248c-44f1-8ecc-ed91fdd56c3b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Floating IP 216544c3-5a1b-4d95-a130-263913ffe623 disassociated. External IP: 172.28.2.189, port: 58c38057-f2e5-490e-be76-b37333c8d223. May 02 03:14:02.355301 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [req-c16de416-a8f3-43b2-8389-813d5c590f80 req-52fba4e2-248c-44f1-8ecc-ed91fdd56c3b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Calling delete_port for 58c38057-f2e5-490e-be76-b37333c8d223 owned by compute:nova {{(pid=73839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:14:02.375435 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:14:02.454667 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-aee95047-da2f-4fd6-9d53-0ae4e39f3475 req-f0156535-4650-4f8c-b1a1-ffeafb2afc76 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/ports?device_id=250e2d6f-17b9-4669-9394-3bbe0ed4784c HTTP/1.1" status: 200 len: 210 time: 0.0544198 May 02 03:14:02.497588 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-c16de416-a8f3-43b2-8389-813d5c590f80 req-52fba4e2-248c-44f1-8ecc-ed91fdd56c3b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:02.503706 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-448272be-cf2b-4a51-9d27-f5e6edcd1a28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:02.560267 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fba4e2-248c-44f1-8ecc-ed91fdd56c3b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Pushing event deleted for resources: {'Port': ['ID=58c38057-f2e5-490e-be76-b37333c8d223,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:02.567917 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-52fba4e2-248c-44f1-8ecc-ed91fdd56c3b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:02.806317 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c16de416-a8f3-43b2-8389-813d5c590f80 req-52fba4e2-248c-44f1-8ecc-ed91fdd56c3b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Router f133ad33-8abc-493f-824a-681c0b22127f has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:14:02.990353 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-eda8e6cc-984d-4d5c-a3ee-1e2ab7d4bc27 req-814855ba-b234-4a1b-bcb1-c8d3f5313ebd tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 210 time: 0.0618253 May 02 03:14:03.037736 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-dd8bc5ae-d153-467b-a9b8-d7252df11328 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:03.041431 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-dd8bc5ae-d153-467b-a9b8-d7252df11328 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.16 "GET /v2.0/networks?id=cd374ca4-e8bb-4c83-8b4f-390950ba05f1 HTTP/1.1" status: 200 len: 809 time: 0.3303323 May 02 03:14:03.055581 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-ba563ac9-4abb-4701-8db7-55e58b3ce425 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Request body: {'port': {'device_id': '250e2d6f-17b9-4669-9394-3bbe0ed4784c', 'network_id': 'cd374ca4-e8bb-4c83-8b4f-390950ba05f1', 'admin_state_up': True, 'tenant_id': '7e9dbed9cf234370aac6ae4dee66fd0d'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:14:03.176172 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c16de416-a8f3-43b2-8389-813d5c590f80 req-52fba4e2-248c-44f1-8ecc-ed91fdd56c3b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:14:03.190607 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64f6739-4d0c-45c3-87f7-90647b490319 None None] Sync routers for ids ['f133ad33-8abc-493f-824a-681c0b22127f'] in dv-cinder-789077-1-smb {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:14:03.207676 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64f6739-4d0c-45c3-87f7-90647b490319 None None] Routers {'f133ad33-8abc-493f-824a-681c0b22127f'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:14:03.208308 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-f64f6739-4d0c-45c3-87f7-90647b490319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:13:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['f133ad33-8abc-493f-824a-681c0b22127f'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:14:03.288204 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-ba563ac9-4abb-4701-8db7-55e58b3ce425 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:14:03.292250 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-ba563ac9-4abb-4701-8db7-55e58b3ce425 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Usage tracker for resource:port and tenant:7e9dbed9cf234370aac6ae4dee66fd0d is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:14:03.295381 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-ba563ac9-4abb-4701-8db7-55e58b3ce425 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:14:03.309002 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93479df5-6e46-45b7-822f-3374279a361e req-a12df6f9-3dd2-40a4-b2d7-3b472df448b0 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:03.309725 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-93479df5-6e46-45b7-822f-3374279a361e req-a12df6f9-3dd2-40a4-b2d7-3b472df448b0 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Synchronizing usage tracker for tenant:bf80f53084114123b5fe49af3d510fc9 on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:14:03.310605 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16de416-a8f3-43b2-8389-813d5c590f80 req-52fba4e2-248c-44f1-8ecc-ed91fdd56c3b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] No DVR routers for this DVR port 58c38057-f2e5-490e-be76-b37333c8d223 on host hv-cinder-78907 {{(pid=73839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:14:03.312664 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-ba563ac9-4abb-4701-8db7-55e58b3ce425 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:14:03.314521 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-c16de416-a8f3-43b2-8389-813d5c590f80 req-52fba4e2-248c-44f1-8ecc-ed91fdd56c3b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:03.319213 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4671683c-8055-4267-bee7-b98db715c982', 'name': 'network-vif-deleted', 'tag': '58c38057-f2e5-490e-be76-b37333c8d223'}] {{(pid=73839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:14:03.336077 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-ba563ac9-4abb-4701-8db7-55e58b3ce425 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Made reservation on behalf of 7e9dbed9cf234370aac6ae4dee66fd0d for: {'port': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:14:03.340884 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-ba563ac9-4abb-4701-8db7-55e58b3ce425 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:03.347791 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c16de416-a8f3-43b2-8389-813d5c590f80 req-52fba4e2-248c-44f1-8ecc-ed91fdd56c3b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.16 "DELETE /v2.0/ports/58c38057-f2e5-490e-be76-b37333c8d223 HTTP/1.1" status: 204 len: 173 time: 1.9081755 May 02 03:14:03.363816 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-93479df5-6e46-45b7-822f-3374279a361e req-a12df6f9-3dd2-40a4-b2d7-3b472df448b0 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Unset dirty status for tenant:bf80f53084114123b5fe49af3d510fc9 on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:14:03.372520 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-93479df5-6e46-45b7-822f-3374279a361e req-a12df6f9-3dd2-40a4-b2d7-3b472df448b0 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb551a3e-0130-41c8-aea0-c32dfbbbf25e HTTP/1.1" status: 200 len: 945 time: 0.2897844 May 02 03:14:03.449917 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4671683c-8055-4267-bee7-b98db715c982', 'name': 'network-vif-deleted', 'tag': '58c38057-f2e5-490e-be76-b37333c8d223', 'status': 'completed', 'code': 200} May 02 03:14:03.472000 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 36c344f3-20bf-4278-bf9c-8bf94cb1907f up at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:14:03.609558 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-93479df5-6e46-45b7-822f-3374279a361e req-18973f8f-6358-4ff8-81f6-454cee2fbbfe tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Synchronizing usage tracker for tenant:bf80f53084114123b5fe49af3d510fc9 on resource:security_group {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:14:03.625167 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-f64f6739-4d0c-45c3-87f7-90647b490319 None None] Set router f133ad33-8abc-493f-824a-681c0b22127f gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:14:03.645350 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-ba563ac9-4abb-4701-8db7-55e58b3ce425 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Allocated IP 172.20.0.7 (cd374ca4-e8bb-4c83-8b4f-390950ba05f1/6d3dabc8-5a4c-4f9e-a2e1-f43de3bdab70/9b928a51-bda1-4c28-b073-598edbae46c0) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:14:03.648300 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-93479df5-6e46-45b7-822f-3374279a361e req-18973f8f-6358-4ff8-81f6-454cee2fbbfe tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Unset dirty status for tenant:bf80f53084114123b5fe49af3d510fc9 on resource:security_group {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:14:03.658420 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-93479df5-6e46-45b7-822f-3374279a361e req-18973f8f-6358-4ff8-81f6-454cee2fbbfe tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856770 May 02 03:14:03.721935 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning for port 36c344f3-20bf-4278-bf9c-8bf94cb1907f completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:14:03.751635 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-581a7bbd-8100-43ac-b9fe-c853bcdda1bb req-1d7e2562-24ae-4d5b-b915-689a4162be3b tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/ports?device_id=250e2d6f-17b9-4669-9394-3bbe0ed4784c HTTP/1.1" status: 200 len: 210 time: 0.0744746 May 02 03:14:03.846139 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning complete for port 36c344f3-20bf-4278-bf9c-8bf94cb1907f triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:14:03.846721 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:04.085850 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-ba563ac9-4abb-4701-8db7-55e58b3ce425 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:04.161739 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-ba563ac9-4abb-4701-8db7-55e58b3ce425 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16413079'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:04.181503 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-4647e0f4-6e08-44b8-9b51-3705deb1ee15 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:04.200069 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:04.239367 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb551a3e-0130-41c8-aea0-c32dfbbbf25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c344f3-20bf-4278-bf9c-8bf94cb1907f'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:14:04.265864 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 36c344f3-20bf-4278-bf9c-8bf94cb1907f, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=36c344f3-20bf-4278-bf9c-8bf94cb1907f,segment=NetworkSegment(28d3f0e0-e582-4ebf-ba9b-62ee8e65170c),segment_id=28d3f0e0-e582-4ebf-ba9b-62ee8e65170c)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:14:04.280525 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:04.281416 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device f51032aa-f4de-4df2-939e-804894ac6aed no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:14:04.335526 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb551a3e-0130-41c8-aea0-c32dfbbbf25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c344f3-20bf-4278-bf9c-8bf94cb1907f', 'code': 200} May 02 03:14:04.342914 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:04.397393 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-06578581-5416-4b0b-80be-835749a33250 None None] No Port match for: f51032aa-f4de-4df2-939e-804894ac6aed {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:14:04.398009 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device f51032aa-f4de-4df2-939e-804894ac6aed not bound to the agent host hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:14:04.398599 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 58c38057-f2e5-490e-be76-b37333c8d223 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:14:04.434288 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-ba563ac9-4abb-4701-8db7-55e58b3ce425 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Network cd374ca4-e8bb-4c83-8b4f-390950ba05f1 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:14:04.436930 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a664b8ca-2555-450c-9af3-4735c0edef49 req-a0c4fbfd-40cf-49bb-8cf4-88d0e2ea20e9 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=4671683c-8055-4267-bee7-b98db715c982 HTTP/1.1" status: 200 len: 210 time: 0.1759274 May 02 03:14:04.438711 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-ba563ac9-4abb-4701-8db7-55e58b3ce425 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Resources bound (agent type, host, resource id): {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:14:04.440662 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba563ac9-4abb-4701-8db7-55e58b3ce425 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Pushing event updated for resources: {'Port': ['ID=9b928a51-bda1-4c28-b073-598edbae46c0,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:04.443099 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-ba563ac9-4abb-4701-8db7-55e58b3ce425 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:14:04.449555 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-06578581-5416-4b0b-80be-835749a33250 None None] No Port match for: 58c38057-f2e5-490e-be76-b37333c8d223 {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:14:04.450180 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 58c38057-f2e5-490e-be76-b37333c8d223 not bound to the agent host hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:14:04.478615 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-f64f6739-4d0c-45c3-87f7-90647b490319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'name': 'tempest-AttachVolumeShelveTestJSON-1652503319-router', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:38Z', 'updated_at': '2021-05-02T03:09:56Z', 'revision_number': 4, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'gw_port': {'id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '1366a0be-0d0f-4d98-9447-a1056d751305', 'name': '', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'mac_address': 'fa:16:3e:c8:41:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:49Z', 'updated_at': '2021-05-02T03:10:21Z', 'revision_number': 5, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'subnets': [{'id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:14:04.481637 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=36c344f3-20bf-4278-bf9c-8bf94cb1907f,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:04.483268 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ba563ac9-4abb-4701-8db7-55e58b3ce425 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:04.486815 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64f6739-4d0c-45c3-87f7-90647b490319 None None] Checking router: f133ad33-8abc-493f-824a-681c0b22127f for host: dv-cinder-789077-1-smb {{(pid=73840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:14:04.490858 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:04.500888 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64f6739-4d0c-45c3-87f7-90647b490319 None None] Routers {'f133ad33-8abc-493f-824a-681c0b22127f'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:14:04.501529 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-f64f6739-4d0c-45c3-87f7-90647b490319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:13:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['f133ad33-8abc-493f-824a-681c0b22127f'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:14:04.537607 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-ba563ac9-4abb-4701-8db7-55e58b3ce425 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:04.538731 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-ba563ac9-4abb-4701-8db7-55e58b3ce425 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:04.565542 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-ba563ac9-4abb-4701-8db7-55e58b3ce425 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5147150 May 02 03:14:04.600701 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] Request body: {'port': {'device_id': '250e2d6f-17b9-4669-9394-3bbe0ed4784c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:14:04.736902 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a04d1-385c-41e5-a8b8-4ac4222621eb req-77464a76-2acf-4435-a85f-c932d39e7997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:04.737885 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:04.738645 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-318a04d1-385c-41e5-a8b8-4ac4222621eb req-77464a76-2acf-4435-a85f-c932d39e7997 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eb551a3e-0130-41c8-aea0-c32dfbbbf25e HTTP/1.1" status: 200 len: 1099 time: 0.1294029 May 02 03:14:04.763059 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-f64f6739-4d0c-45c3-87f7-90647b490319 None None] Set router f133ad33-8abc-493f-824a-681c0b22127f gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:14:04.839819 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-318a04d1-385c-41e5-a8b8-4ac4222621eb req-a20e9af1-99ff-488b-a2e9-a6330baecca6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931935 May 02 03:14:04.989286 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e495e-fe4b-486a-bac0-9277e34b8189 req-ee8b0724-b11e-4726-b8a2-47c548d014e5 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:04.991024 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a49e495e-fe4b-486a-bac0-9277e34b8189 req-ee8b0724-b11e-4726-b8a2-47c548d014e5 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb551a3e-0130-41c8-aea0-c32dfbbbf25e HTTP/1.1" status: 200 len: 946 time: 0.1099405 May 02 03:14:05.108152 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a49e495e-fe4b-486a-bac0-9277e34b8189 req-c828d8bf-2f27-431e-99de-ce84bff02c41 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097288 May 02 03:14:05.225195 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64480faa-e55d-4dc8-b4e0-d224e0b2bd9e req-7a63d9ed-d981-4cd5-92ab-db32d8fc669d tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:05.226105 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-64480faa-e55d-4dc8-b4e0-d224e0b2bd9e req-7a63d9ed-d981-4cd5-92ab-db32d8fc669d tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Synchronizing usage tracker for tenant:7e9dbed9cf234370aac6ae4dee66fd0d on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:14:05.270331 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-64480faa-e55d-4dc8-b4e0-d224e0b2bd9e req-7a63d9ed-d981-4cd5-92ab-db32d8fc669d tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Unset dirty status for tenant:7e9dbed9cf234370aac6ae4dee66fd0d on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:14:05.277482 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-64480faa-e55d-4dc8-b4e0-d224e0b2bd9e req-7a63d9ed-d981-4cd5-92ab-db32d8fc669d tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/ports?device_id=250e2d6f-17b9-4669-9394-3bbe0ed4784c HTTP/1.1" status: 200 len: 931 time: 0.2904427 May 02 03:14:05.378191 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-f64f6739-4d0c-45c3-87f7-90647b490319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'name': 'tempest-AttachVolumeShelveTestJSON-1652503319-router', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:38Z', 'updated_at': '2021-05-02T03:09:56Z', 'revision_number': 4, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'gw_port': {'id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '1366a0be-0d0f-4d98-9447-a1056d751305', 'name': '', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'mac_address': 'fa:16:3e:c8:41:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:49Z', 'updated_at': '2021-05-02T03:10:21Z', 'revision_number': 5, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'subnets': [{'id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:14:05.381518 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-64480faa-e55d-4dc8-b4e0-d224e0b2bd9e req-a0ff269a-95cf-4d65-9d45-74d27f17f989 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7a054ec-b67c-4536-872e-75851e34d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008244 May 02 03:14:05.388155 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64f6739-4d0c-45c3-87f7-90647b490319 None None] The sync data for ids ['f133ad33-8abc-493f-824a-681c0b22127f'] in dv-cinder-789077-1-smb is: [{'id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'name': 'tempest-AttachVolumeShelveTestJSON-1652503319-router', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:38Z', 'updated_at': '2021-05-02T03:09:56Z', 'revision_number': 4, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'gw_port': {'id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '1366a0be-0d0f-4d98-9447-a1056d751305', 'name': '', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'mac_address': 'fa:16:3e:c8:41:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:49Z', 'updated_at': '2021-05-02T03:10:21Z', 'revision_number': 5, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'subnets': [{'id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:14:05.408713 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b928a51-bda1-4c28-b073-598edbae46c0 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:14:05.417937 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:05.446405 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] Transition to ACTIVE for port object 9b928a51-bda1-4c28-b073-598edbae46c0 will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:14:05.454596 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16413088'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:05.472098 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-3c777f5a-b155-4733-9be6-1f2a9921c561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:05.690719 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 43108) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:14:05.839429 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c199ab5c-733d-4498-98d1-3e29fc8c44f1 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:05.857259 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a94270-878c-422b-98e2-15ab187af865 None None] New status for floating IP 216544c3-5a1b-4d95-a130-263913ffe623: DOWN {{(pid=73841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 03:14:05.903668 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c199ab5c-733d-4498-98d1-3e29fc8c44f1 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:05.933424 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b928a51-bda1-4c28-b073-598edbae46c0,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:05.938901 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:05.950500 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] Attempting to bind port 9b928a51-bda1-4c28-b073-598edbae46c0 on host hv-cinder-78907 for vnic_type normal with profile {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:14:05.950964 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] Attempting to bind port 9b928a51-bda1-4c28-b073-598edbae46c0 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '54a628e5-4914-4928-a350-6593059ddfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cd374ca4-e8bb-4c83-8b4f-390950ba05f1'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:14:05.951321 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] Attempting to bind port 9b928a51-bda1-4c28-b073-598edbae46c0 on network cd374ca4-e8bb-4c83-8b4f-390950ba05f1 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:14:05.965796 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] Port 9b928a51-bda1-4c28-b073-598edbae46c0 on network cd374ca4-e8bb-4c83-8b4f-390950ba05f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:14:05.966155 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] Attempting to bind port 9b928a51-bda1-4c28-b073-598edbae46c0 on network cd374ca4-e8bb-4c83-8b4f-390950ba05f1 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:14:05.974446 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] Checking agent: {'id': 'f9e719c6-981b-4bb7-a7e6-8d35fc174b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'started_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:14:05.974782 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] Checking segment: {'id': '54a628e5-4914-4928-a350-6593059ddfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cd374ca4-e8bb-4c83-8b4f-390950ba05f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:14:05.975205 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] Bound using segment: {'id': '54a628e5-4914-4928-a350-6593059ddfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cd374ca4-e8bb-4c83-8b4f-390950ba05f1'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:14:05.975701 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] Bound port: 9b928a51-bda1-4c28-b073-598edbae46c0, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a628e5-4914-4928-a350-6593059ddfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cd374ca4-e8bb-4c83-8b4f-390950ba05f1'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:14:05.976051 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:05.991828 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c199ab5c-733d-4498-98d1-3e29fc8c44f1 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:05.996358 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:06.019910 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199ab5c-733d-4498-98d1-3e29fc8c44f1 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0f7a42-cde2-49a1-9584-c984c38506db,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:06.024028 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-c199ab5c-733d-4498-98d1-3e29fc8c44f1 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:06.040052 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c199ab5c-733d-4498-98d1-3e29fc8c44f1 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:06.041767 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-c199ab5c-733d-4498-98d1-3e29fc8c44f1 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "DELETE /v2.0/security-groups/da0f7a42-cde2-49a1-9584-c984c38506db HTTP/1.1" status: 204 len: 168 time: 0.3493161 May 02 03:14:06.044446 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 43116) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:14:06.067491 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.api.v2.resource [None req-52eaedba-a230-42b7-96b2-45842cf19c61 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] show failed (client error): The resource could not be found. May 02 03:14:06.071215 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-52eaedba-a230-42b7-96b2-45842cf19c61 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups/da0f7a42-cde2-49a1-9584-c984c38506db HTTP/1.1" status: 404 len: 347 time: 0.0228148 May 02 03:14:06.073000 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 43122) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:14:06.313968 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] For port 9b928a51-bda1-4c28-b073-598edbae46c0, host hv-cinder-78907, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:14:06.317706 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] For port 9b928a51-bda1-4c28-b073-598edbae46c0, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=9b928a51-bda1-4c28-b073-598edbae46c0,segment=NetworkSegment(54a628e5-4914-4928-a350-6593059ddfee),segment_id=54a628e5-4914-4928-a350-6593059ddfee)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:14:06.326679 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16413088'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:06.337270 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-2003f930-8be7-476b-9e5a-74852ad1fdf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:06.338602 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30639f-8380-479f-9337-dcf5c9e6e3cb req-864e9c83-fb51-4b56-ba9c-3985cb82e699 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:06.340866 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6d30639f-8380-479f-9337-dcf5c9e6e3cb req-864e9c83-fb51-4b56-ba9c-3985cb82e699 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb551a3e-0130-41c8-aea0-c32dfbbbf25e HTTP/1.1" status: 200 len: 946 time: 0.1002736 May 02 03:14:06.399559 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:06.400264 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:06.402220 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] 10.222.0.16 "PUT /v2.0/ports/9b928a51-bda1-4c28-b073-598edbae46c0 HTTP/1.1" status: 200 len: 1093 time: 1.8054204 May 02 03:14:06.403609 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250e2d6f-17b9-4669-9394-3bbe0ed4784c', 'tag': '9b928a51-bda1-4c28-b073-598edbae46c0'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:14:06.434257 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6d30639f-8380-479f-9337-dcf5c9e6e3cb req-3e49af75-6bc5-4817-9235-c92ae24cb0eb tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870121 May 02 03:14:06.451152 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e898a-3e28-416e-bb5a-1fdffddede2b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Deleting port a304a225-ea39-474b-8d79-956feb9c7378 {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:14:06.451679 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7f7e898a-3e28-416e-bb5a-1fdffddede2b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:06.577916 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250e2d6f-17b9-4669-9394-3bbe0ed4784c', 'tag': '9b928a51-bda1-4c28-b073-598edbae46c0', 'status': 'completed', 'code': 200} May 02 03:14:06.643480 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b928a51-bda1-4c28-b073-598edbae46c0,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:06.698939 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:06.779988 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7f7e898a-3e28-416e-bb5a-1fdffddede2b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:06.780323 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7f7e898a-3e28-416e-bb5a-1fdffddede2b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:06.919191 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-93fe79b4-f364-4132-9cd7-23955ec4746b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:06.919191 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-93fe79b4-f364-4132-9cd7-23955ec4746b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e9dbed9cf234370aac6ae4dee66fd0d&device_id=250e2d6f-17b9-4669-9394-3bbe0ed4784c HTTP/1.1" status: 200 len: 1096 time: 0.4415874 May 02 03:14:06.925462 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e898a-3e28-416e-bb5a-1fdffddede2b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Calling delete_port for a304a225-ea39-474b-8d79-956feb9c7378 owned by network:floatingip {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:14:06.997172 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-fd12e196-78b3-4994-b088-c5d524ee2005 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b928a51-bda1-4c28-b073-598edbae46c0 HTTP/1.1" status: 200 len: 217 time: 0.0686958 May 02 03:14:07.004750 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b896f6-fcf3-4370-9c58-3a998f9ee9d7 req-3b7551ae-66c2-41b9-b389-ca1a9e8a8f2f tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:07.006122 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d1b896f6-fcf3-4370-9c58-3a998f9ee9d7 req-3b7551ae-66c2-41b9-b389-ca1a9e8a8f2f tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/ports?device_id=250e2d6f-17b9-4669-9394-3bbe0ed4784c HTTP/1.1" status: 200 len: 943 time: 0.3598013 May 02 03:14:07.123833 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-789044bf-1d7a-47f3-8664-1da4a00c2d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:07.125296 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-789044bf-1d7a-47f3-8664-1da4a00c2d0e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d3dabc8-5a4c-4f9e-a2e1-f43de3bdab70 HTTP/1.1" status: 200 len: 849 time: 0.1183269 May 02 03:14:07.132351 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d1b896f6-fcf3-4370-9c58-3a998f9ee9d7 req-85fb6fc6-6579-4068-abec-57a13bf6d330 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7a054ec-b67c-4536-872e-75851e34d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173289 May 02 03:14:07.181868 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-03df1adb-da0d-43cb-8c80-f4ac110e87f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cd374ca4-e8bb-4c83-8b4f-390950ba05f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472336 May 02 03:14:07.479034 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-488a55d2-bc65-4aa7-a6c2-b1fe91664302 service neutron] 10.222.0.16 "GET /v2.0/networks/cd374ca4-e8bb-4c83-8b4f-390950ba05f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856095 May 02 03:14:07.480867 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7f7e898a-3e28-416e-bb5a-1fdffddede2b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16413079'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:07.485489 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-4d7e9a3c-d977-4c27-a5bc-37e78c54f06e tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:07.569849 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e898a-3e28-416e-bb5a-1fdffddede2b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Pushing event deleted for resources: {'Port': ['ID=a304a225-ea39-474b-8d79-956feb9c7378,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:07.603249 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-7f7e898a-3e28-416e-bb5a-1fdffddede2b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:07.743859 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7f7e898a-3e28-416e-bb5a-1fdffddede2b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for floatingip, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:07.761383 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3115de55-50b6-4bfb-89fa-9509644fdb9e req-7d352d38-82d0-4ccd-9ca7-9a9672d9bb61 service neutron] 10.222.0.16 "GET /v2.0/networks/cd374ca4-e8bb-4c83-8b4f-390950ba05f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456133 May 02 03:14:07.767849 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7f7e898a-3e28-416e-bb5a-1fdffddede2b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for floatingip, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:07.771880 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-7f7e898a-3e28-416e-bb5a-1fdffddede2b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "DELETE /v2.0/floatingips/216544c3-5a1b-4d95-a130-263913ffe623 HTTP/1.1" status: 204 len: 168 time: 1.6938617 May 02 03:14:07.901144 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c8149-bf5a-4a1c-b9da-67e3c229e801 req-0cd352e0-68bb-42ee-a69a-9eaba7c7a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:07.903108 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-2f8c8149-bf5a-4a1c-b9da-67e3c229e801 req-0cd352e0-68bb-42ee-a69a-9eaba7c7a9c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e9dbed9cf234370aac6ae4dee66fd0d&device_id=250e2d6f-17b9-4669-9394-3bbe0ed4784c HTTP/1.1" status: 200 len: 1096 time: 0.0822506 May 02 03:14:08.059552 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c8149-bf5a-4a1c-b9da-67e3c229e801 req-8109be5f-647d-4c0f-ae8d-1c6b9e7cd033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:08.061103 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-2f8c8149-bf5a-4a1c-b9da-67e3c229e801 req-8109be5f-647d-4c0f-ae8d-1c6b9e7cd033 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cd374ca4-e8bb-4c83-8b4f-390950ba05f1 HTTP/1.1" status: 200 len: 910 time: 0.1493492 May 02 03:14:08.149282 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-2f8c8149-bf5a-4a1c-b9da-67e3c229e801 req-65436279-a68c-44bb-aa2c-cdecb047c932 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b928a51-bda1-4c28-b073-598edbae46c0 HTTP/1.1" status: 200 len: 217 time: 0.0700588 May 02 03:14:08.261747 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c8149-bf5a-4a1c-b9da-67e3c229e801 req-894730c9-2bf3-4aa3-a15b-f6ae5333c589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:08.263754 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-2f8c8149-bf5a-4a1c-b9da-67e3c229e801 req-894730c9-2bf3-4aa3-a15b-f6ae5333c589 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d3dabc8-5a4c-4f9e-a2e1-f43de3bdab70 HTTP/1.1" status: 200 len: 849 time: 0.1070864 May 02 03:14:08.324990 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-2f8c8149-bf5a-4a1c-b9da-67e3c229e801 req-4ef4d854-753a-495c-90a5-470a16e7082f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cd374ca4-e8bb-4c83-8b4f-390950ba05f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538640 May 02 03:14:08.371781 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 43226) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:14:08.474994 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 43232) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:14:08.481345 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-90073d3d-e7f7-43bd-8750-7f6be4e040a6 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2015405577', 'description': 'tempest-description--746758564'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:14:08.491571 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-90073d3d-e7f7-43bd-8750-7f6be4e040a6 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:14:08.496903 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-90073d3d-e7f7-43bd-8750-7f6be4e040a6 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Usage tracker for resource:security_group and tenant:71a14cf4cc2e4dee8eb774056ca84b10 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:14:08.500743 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-90073d3d-e7f7-43bd-8750-7f6be4e040a6 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:14:08.507207 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-90073d3d-e7f7-43bd-8750-7f6be4e040a6 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:14:08.545297 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-90073d3d-e7f7-43bd-8750-7f6be4e040a6 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:08.558176 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce1b46-6139-4214-b7ec-705726e16c9a req-8248fe13-0750-45d3-9973-f36e4c50910c tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:08.559866 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-cfce1b46-6139-4214-b7ec-705726e16c9a req-8248fe13-0750-45d3-9973-f36e4c50910c tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/ports?device_id=250e2d6f-17b9-4669-9394-3bbe0ed4784c HTTP/1.1" status: 200 len: 943 time: 0.2269382 May 02 03:14:08.562066 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-2f8c8149-bf5a-4a1c-b9da-67e3c229e801 req-99fe34d0-4c4a-4033-9f2f-b6c7a5b8f073 service neutron] 10.222.0.16 "GET /v2.0/networks/cd374ca4-e8bb-4c83-8b4f-390950ba05f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277455 May 02 03:14:08.590698 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-90073d3d-e7f7-43bd-8750-7f6be4e040a6 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:14:08.599214 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-90073d3d-e7f7-43bd-8750-7f6be4e040a6 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Usage tracker for resource:security_group_rule and tenant:71a14cf4cc2e4dee8eb774056ca84b10 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:14:08.602627 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-90073d3d-e7f7-43bd-8750-7f6be4e040a6 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:14:08.607783 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-b686bec9-f0f9-4bdf-b80f-444191fdb1af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=254e6754d9984fdca4f4eebe900b65ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348526 May 02 03:14:08.610944 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 43236) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:14:08.612018 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-90073d3d-e7f7-43bd-8750-7f6be4e040a6 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:14:08.689438 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-90073d3d-e7f7-43bd-8750-7f6be4e040a6 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:08.693733 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-90073d3d-e7f7-43bd-8750-7f6be4e040a6 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:08.697682 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-806fd8dc-bd8d-47bf-8c4c-34e442fa8cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:08.723204 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-cfce1b46-6139-4214-b7ec-705726e16c9a req-240c5c5b-7dc9-4bf9-be34-08103d92721a tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7a054ec-b67c-4536-872e-75851e34d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571455 May 02 03:14:08.749917 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90073d3d-e7f7-43bd-8750-7f6be4e040a6 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6cb601-6235-45d3-89e1-c9e3ff43f1be,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:08.753269 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-90073d3d-e7f7-43bd-8750-7f6be4e040a6 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:08.771620 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-90073d3d-e7f7-43bd-8750-7f6be4e040a6 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:08.777540 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-90073d3d-e7f7-43bd-8750-7f6be4e040a6 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2997327 May 02 03:14:08.779448 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 43240) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:14:08.788493 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-587fb669-5145-45a2-bfc7-2185a091548c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Request body: {'security_group_rule': {'security_group_id': '1e6cb601-6235-45d3-89e1-c9e3ff43f1be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:14:08.796182 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-587fb669-5145-45a2-bfc7-2185a091548c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:14:08.802656 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-587fb669-5145-45a2-bfc7-2185a091548c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Usage tracker for resource:security_group_rule and tenant:71a14cf4cc2e4dee8eb774056ca84b10 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:14:08.807075 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-809f5e81-d727-4acd-bf25-c538ef47997a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:08.809837 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-587fb669-5145-45a2-bfc7-2185a091548c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:14:08.821000 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-587fb669-5145-45a2-bfc7-2185a091548c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:14:08.829360 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-2f8c8149-bf5a-4a1c-b9da-67e3c229e801 req-e76e6dff-7934-4b59-a4a8-e43c92061058 service neutron] 10.222.0.16 "GET /v2.0/networks/cd374ca4-e8bb-4c83-8b4f-390950ba05f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467206 May 02 03:14:08.851030 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-809f5e81-d727-4acd-bf25-c538ef47997a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:08.854778 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-587fb669-5145-45a2-bfc7-2185a091548c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:08.919706 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-809f5e81-d727-4acd-bf25-c538ef47997a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:08.923942 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-a879ad37-02cd-4e97-8f20-1efc6a33765a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:08.940651 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f5e81-d727-4acd-bf25-c538ef47997a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d458c3-17d1-47f7-a41e-efb6853b6ac3,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:08.943777 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-809f5e81-d727-4acd-bf25-c538ef47997a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:08.945915 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-587fb669-5145-45a2-bfc7-2185a091548c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:08.952204 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-587fb669-5145-45a2-bfc7-2185a091548c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768850'] for security_group_rule, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:08.954969 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:08.956009 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-809f5e81-d727-4acd-bf25-c538ef47997a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:08.961153 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-809f5e81-d727-4acd-bf25-c538ef47997a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35d458c3-17d1-47f7-a41e-efb6853b6ac3 HTTP/1.1" status: 204 len: 168 time: 0.3454735 May 02 03:14:08.994673 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587fb669-5145-45a2-bfc7-2185a091548c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96bc342-c060-419d-b2f8-de555f51a12f,revision_number=0']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:09.002189 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-587fb669-5145-45a2-bfc7-2185a091548c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:09.013494 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-587fb669-5145-45a2-bfc7-2185a091548c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:09.014835 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-587fb669-5145-45a2-bfc7-2185a091548c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2343557 May 02 03:14:09.017544 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 43246) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:14:09.022962 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-793dd904-9647-42b0-b4e9-daff36065693 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Request body: {'security_group_rule': {'security_group_id': '1e6cb601-6235-45d3-89e1-c9e3ff43f1be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:14:09.029500 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-793dd904-9647-42b0-b4e9-daff36065693 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:14:09.033825 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-793dd904-9647-42b0-b4e9-daff36065693 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Usage tracker for resource:security_group_rule and tenant:71a14cf4cc2e4dee8eb774056ca84b10 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:14:09.037679 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-793dd904-9647-42b0-b4e9-daff36065693 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:14:09.044836 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-793dd904-9647-42b0-b4e9-daff36065693 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:14:09.062792 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-793dd904-9647-42b0-b4e9-daff36065693 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:09.145493 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-793dd904-9647-42b0-b4e9-daff36065693 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:09.149772 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-793dd904-9647-42b0-b4e9-daff36065693 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768850'] for security_group_rule, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:09.153628 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-618d3744-9c56-4b7d-a4e3-b6449ea13877 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:09.180606 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793dd904-9647-42b0-b4e9-daff36065693 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1279f87-74d4-44e0-bfde-29a60937655b,revision_number=0']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:09.184097 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-793dd904-9647-42b0-b4e9-daff36065693 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:09.196610 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-793dd904-9647-42b0-b4e9-daff36065693 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:09.202177 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 43250) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:14:09.202438 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-793dd904-9647-42b0-b4e9-daff36065693 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1836035 May 02 03:14:09.208293 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-7db313d6-fecc-4313-b92a-f71d33db49d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Request body: {'floatingip': {'floating_network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:14:09.215933 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-7db313d6-fecc-4313-b92a-f71d33db49d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:14:09.220740 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-7db313d6-fecc-4313-b92a-f71d33db49d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Usage tracker for resource:floatingip and tenant:71a14cf4cc2e4dee8eb774056ca84b10 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:14:09.224356 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-7db313d6-fecc-4313-b92a-f71d33db49d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:14:09.231823 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-7db313d6-fecc-4313-b92a-f71d33db49d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:14:09.244080 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7db313d6-fecc-4313-b92a-f71d33db49d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for floatingip, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:09.415895 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7db313d6-fecc-4313-b92a-f71d33db49d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:09.566585 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [None req-7db313d6-fecc-4313-b92a-f71d33db49d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Allocated IP 172.28.2.136 (9f391acb-6dd2-44ac-8608-38eed26063e6/10d86011-1629-4945-9d03-3701e203e3e6/04ccd3b9-daf8-4d19-ae5d-cf5fd2eaf9b6) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:14:09.835910 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7db313d6-fecc-4313-b92a-f71d33db49d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:09.867831 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7db313d6-fecc-4313-b92a-f71d33db49d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16413079'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:09.874984 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:09.941395 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db313d6-fecc-4313-b92a-f71d33db49d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Network 9f391acb-6dd2-44ac-8608-38eed26063e6 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:14:09.949644 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-7db313d6-fecc-4313-b92a-f71d33db49d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Resources bound (agent type, host, resource id): {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:14:09.954717 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db313d6-fecc-4313-b92a-f71d33db49d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:14:09.958960 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be13f3c-7c85-4f02-b80d-8c91e4d04987 req-6998a844-81cd-45e0-ba9a-e6bdd9accdea tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:09.961707 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6be13f3c-7c85-4f02-b80d-8c91e4d04987 req-6998a844-81cd-45e0-ba9a-e6bdd9accdea tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/ports?device_id=250e2d6f-17b9-4669-9394-3bbe0ed4784c HTTP/1.1" status: 200 len: 943 time: 0.0909808 May 02 03:14:09.998510 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db313d6-fecc-4313-b92a-f71d33db49d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Pushing event updated for resources: {'Port': ['ID=04ccd3b9-daf8-4d19-ae5d-cf5fd2eaf9b6,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:10.003158 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-7db313d6-fecc-4313-b92a-f71d33db49d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:10.014834 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-6be13f3c-7c85-4f02-b80d-8c91e4d04987 req-26b1e042-0e8a-467a-940a-935e3280ab68 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Synchronizing usage tracker for tenant:7e9dbed9cf234370aac6ae4dee66fd0d on resource:security_group {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:14:10.038387 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-6be13f3c-7c85-4f02-b80d-8c91e4d04987 req-26b1e042-0e8a-467a-940a-935e3280ab68 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Unset dirty status for tenant:7e9dbed9cf234370aac6ae4dee66fd0d on resource:security_group {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:14:10.039721 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6be13f3c-7c85-4f02-b80d-8c91e4d04987 req-26b1e042-0e8a-467a-940a-935e3280ab68 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7a054ec-b67c-4536-872e-75851e34d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729575 May 02 03:14:10.051104 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7db313d6-fecc-4313-b92a-f71d33db49d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:10.117773 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7db313d6-fecc-4313-b92a-f71d33db49d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:10.345592 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7db313d6-fecc-4313-b92a-f71d33db49d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:10.350114 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7db313d6-fecc-4313-b92a-f71d33db49d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16413088'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:10.355651 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-7f7e898a-3e28-416e-bb5a-1fdffddede2b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:10.468404 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db313d6-fecc-4313-b92a-f71d33db49d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Pushing event updated for resources: {'Port': ['ID=04ccd3b9-daf8-4d19-ae5d-cf5fd2eaf9b6,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:10.473674 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-7db313d6-fecc-4313-b92a-f71d33db49d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:10.484121 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7db313d6-fecc-4313-b92a-f71d33db49d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681044'] for floatingip, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:10.510085 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7db313d6-fecc-4313-b92a-f71d33db49d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for floatingip, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:10.511351 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-7db313d6-fecc-4313-b92a-f71d33db49d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3077686 May 02 03:14:10.765158 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-d3f4d96d-05c0-422b-9d18-18c1ee9ce771 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2015405577&fields=id&tenant_id=71a14cf4cc2e4dee8eb774056ca84b10 HTTP/1.1" status: 200 len: 267 time: 0.0491302 May 02 03:14:10.926224 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-b31f5067-94ed-4fb9-8cd7-eeba170f2c71 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:10.932266 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-b31f5067-94ed-4fb9-8cd7-eeba170f2c71 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/networks?id=d7689858-9039-425a-935e-3344516b06bf HTTP/1.1" status: 200 len: 817 time: 0.1543798 May 02 03:14:10.943534 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-cb367dc3-8ff8-466e-94b9-3b7f8319bc5b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/quotas/71a14cf4cc2e4dee8eb774056ca84b10 HTTP/1.1" status: 200 len: 375 time: 0.0096438 May 02 03:14:11.037075 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-b3bf406d-af54-4aa7-b421-23934e500496 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Synchronizing usage tracker for tenant:71a14cf4cc2e4dee8eb774056ca84b10 on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:14:11.053429 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-b3bf406d-af54-4aa7-b421-23934e500496 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Unset dirty status for tenant:71a14cf4cc2e4dee8eb774056ca84b10 on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:14:11.054867 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-b3bf406d-af54-4aa7-b421-23934e500496 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=71a14cf4cc2e4dee8eb774056ca84b10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1043231 May 02 03:14:11.202016 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-b471899b-50d1-476a-ad5e-42af7e311704 service neutron] 10.222.0.20 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341851 May 02 03:14:11.313023 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730ee71-cd7d-475b-8d10-4e2795e9c8a0 req-b676e46a-0ea1-4624-8fe8-7d872cca65ac tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:11.314498 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b730ee71-cd7d-475b-8d10-4e2795e9c8a0 req-b676e46a-0ea1-4624-8fe8-7d872cca65ac tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/ports?device_id=250e2d6f-17b9-4669-9394-3bbe0ed4784c HTTP/1.1" status: 200 len: 943 time: 0.1526775 May 02 03:14:11.347686 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-e7f0bdce-850f-4e2f-a406-859ac345008d service neutron] 10.222.0.20 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382613 May 02 03:14:11.363248 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b730ee71-cd7d-475b-8d10-4e2795e9c8a0 req-33f6a19a-7460-4951-a031-55025a11cb0b tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7a054ec-b67c-4536-872e-75851e34d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429382 May 02 03:14:11.395541 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 9b928a51-bda1-4c28-b073-598edbae46c0 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:14:11.546922 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 9b928a51-bda1-4c28-b073-598edbae46c0, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=9b928a51-bda1-4c28-b073-598edbae46c0,segment=NetworkSegment(54a628e5-4914-4928-a350-6593059ddfee),segment_id=54a628e5-4914-4928-a350-6593059ddfee)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:14:11.565698 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Returning: {'device': '9b928a51-bda1-4c28-b073-598edbae46c0', 'network_id': 'cd374ca4-e8bb-4c83-8b4f-390950ba05f1', 'port_id': '9b928a51-bda1-4c28-b073-598edbae46c0', 'mac_address': 'fa:16:3e:23:8a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3dabc8-5a4c-4f9e-a2e1-f43de3bdab70', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:14:11.576257 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-5bfbded1-e163-45f2-bd9b-7bc6d9e95c3f req-053af79a-8da3-4aed-accb-fa3fb1a39630 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Synchronizing usage tracker for tenant:71a14cf4cc2e4dee8eb774056ca84b10 on resource:port {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:14:11.596492 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-5bfbded1-e163-45f2-bd9b-7bc6d9e95c3f req-053af79a-8da3-4aed-accb-fa3fb1a39630 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Unset dirty status for tenant:71a14cf4cc2e4dee8eb774056ca84b10 on resource:port {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:14:11.597853 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-5bfbded1-e163-45f2-bd9b-7bc6d9e95c3f req-053af79a-8da3-4aed-accb-fa3fb1a39630 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 210 time: 0.0732553 May 02 03:14:11.631227 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:11.649937 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [None req-06578581-5416-4b0b-80be-835749a33250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b928a51-bda1-4c28-b073-598edbae46c0 {{(pid=73840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:14:11.667125 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 9b928a51-bda1-4c28-b073-598edbae46c0, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=9b928a51-bda1-4c28-b073-598edbae46c0,segment=NetworkSegment(54a628e5-4914-4928-a350-6593059ddfee),segment_id=54a628e5-4914-4928-a350-6593059ddfee)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:14:11.672945 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:11.674726 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:11.818012 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=9b928a51-bda1-4c28-b073-598edbae46c0,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:11.828106 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:11.922523 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['9b928a51-bda1-4c28-b073-598edbae46c0'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:14:12.085898 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-a0740043-115f-446a-be09-f7ae1d86c364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:12.571676 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65128942-c6a8-43e7-8051-f61a43300815 req-eee1758f-5083-43a0-866b-fdab057d27e6 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:12.574244 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-65128942-c6a8-43e7-8051-f61a43300815 req-eee1758f-5083-43a0-866b-fdab057d27e6 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/ports?device_id=250e2d6f-17b9-4669-9394-3bbe0ed4784c HTTP/1.1" status: 200 len: 944 time: 0.0973747 May 02 03:14:12.626296 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-65128942-c6a8-43e7-8051-f61a43300815 req-09dc1fbf-8cfd-45ca-bd8b-10fb0c15d7e9 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7a054ec-b67c-4536-872e-75851e34d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431111 May 02 03:14:12.809611 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-1c7644f4-325e-4adb-8cb7-51980914edbd req-8ad3f0a6-bdac-45a6-ab68-7fda13090c55 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 210 time: 0.0567148 May 02 03:14:12.835712 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-4ae6120d-3782-4687-950c-bcf624949bbd tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:12.837583 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-4ae6120d-3782-4687-950c-bcf624949bbd tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.16 "GET /v2.0/networks?id=d7689858-9039-425a-935e-3344516b06bf HTTP/1.1" status: 200 len: 817 time: 0.1962328 May 02 03:14:12.894867 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-a4ddbb01-db1e-4b0e-a4f5-e2185ee3b87e tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71a14cf4cc2e4dee8eb774056ca84b10 HTTP/1.1" status: 200 len: 380 time: 0.0461457 May 02 03:14:12.907306 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-6d69efa1-a6c2-4f6f-99d1-15c3c46bdda8 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Request body: {'port': {'device_id': 'a6b2930a-75d5-49ab-9ea9-29c63a8f6411', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'admin_state_up': True, 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'security_groups': ['1e6cb601-6235-45d3-89e1-c9e3ff43f1be']}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:14:13.055968 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-6d69efa1-a6c2-4f6f-99d1-15c3c46bdda8 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:14:13.066011 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-6d69efa1-a6c2-4f6f-99d1-15c3c46bdda8 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:14:13.076760 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-6d69efa1-a6c2-4f6f-99d1-15c3c46bdda8 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Made reservation on behalf of 71a14cf4cc2e4dee8eb774056ca84b10 for: {'port': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:14:13.080256 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-6d69efa1-a6c2-4f6f-99d1-15c3c46bdda8 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:13.356652 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-6d69efa1-a6c2-4f6f-99d1-15c3c46bdda8 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Allocated IP 172.20.0.11 (d7689858-9039-425a-935e-3344516b06bf/1280d3a9-2862-4bcb-8d9b-90a5151f672e/87ebcff6-433d-44b1-9ab7-4195cf47767e) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:14:13.406657 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 9b928a51-bda1-4c28-b073-598edbae46c0 up at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:14:13.492632 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning for port 9b928a51-bda1-4c28-b073-598edbae46c0 completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:14:13.498510 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning complete for port 9b928a51-bda1-4c28-b073-598edbae46c0 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:14:13.498881 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:13.589762 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-6d69efa1-a6c2-4f6f-99d1-15c3c46bdda8 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:13.608234 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-6d69efa1-a6c2-4f6f-99d1-15c3c46bdda8 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Transition to ACTIVE for port object 87ebcff6-433d-44b1-9ab7-4195cf47767e will not be triggered until provisioned by entity DHCP. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:14:13.626137 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:13.634399 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-6d69efa1-a6c2-4f6f-99d1-15c3c46bdda8 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16413079'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:13.640935 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-a450aa5d-d187-49f9-8987-202a60871830 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:13.659320 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250e2d6f-17b9-4669-9394-3bbe0ed4784c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b928a51-bda1-4c28-b073-598edbae46c0'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:14:13.671992 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 9b928a51-bda1-4c28-b073-598edbae46c0, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=9b928a51-bda1-4c28-b073-598edbae46c0,segment=NetworkSegment(54a628e5-4914-4928-a350-6593059ddfee),segment_id=54a628e5-4914-4928-a350-6593059ddfee)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:14:13.680816 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:13.684154 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:13.713078 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-6d69efa1-a6c2-4f6f-99d1-15c3c46bdda8 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Network d7689858-9039-425a-935e-3344516b06bf is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:14:13.716466 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-6d69efa1-a6c2-4f6f-99d1-15c3c46bdda8 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Resources bound (agent type, host, resource id): {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:14:13.722340 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-6d69efa1-a6c2-4f6f-99d1-15c3c46bdda8 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:14:13.754773 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69efa1-a6c2-4f6f-99d1-15c3c46bdda8 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Pushing event updated for resources: {'Port': ['ID=87ebcff6-433d-44b1-9ab7-4195cf47767e,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:13.757861 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-6d69efa1-a6c2-4f6f-99d1-15c3c46bdda8 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:13.780405 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=9b928a51-bda1-4c28-b073-598edbae46c0,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:13.790567 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:13.804327 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250e2d6f-17b9-4669-9394-3bbe0ed4784c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b928a51-bda1-4c28-b073-598edbae46c0', 'code': 200} May 02 03:14:13.826769 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-6d69efa1-a6c2-4f6f-99d1-15c3c46bdda8 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:13.827576 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-6d69efa1-a6c2-4f6f-99d1-15c3c46bdda8 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:13.919694 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-6d69efa1-a6c2-4f6f-99d1-15c3c46bdda8 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0162859 May 02 03:14:13.941144 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] Request body: {'port': {'device_id': 'a6b2930a-75d5-49ab-9ea9-29c63a8f6411', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:14:14.007524 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de9d62-1ebd-4c7b-951b-192cd2702707 req-f69d7caa-5c6c-4137-9c88-df697dcac188 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:14.009158 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-27de9d62-1ebd-4c7b-951b-192cd2702707 req-f69d7caa-5c6c-4137-9c88-df697dcac188 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/ports?device_id=250e2d6f-17b9-4669-9394-3bbe0ed4784c HTTP/1.1" status: 200 len: 945 time: 0.1766105 May 02 03:14:14.071467 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-6038e6df-b828-4911-9a91-70174177bb1a None None] Provisioning for port 87ebcff6-433d-44b1-9ab7-4195cf47767e completed by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:14:14.077847 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-6038e6df-b828-4911-9a91-70174177bb1a None None] Provisioning complete for port 87ebcff6-433d-44b1-9ab7-4195cf47767e triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:14:14.078274 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-6038e6df-b828-4911-9a91-70174177bb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:14.114574 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-27de9d62-1ebd-4c7b-951b-192cd2702707 req-8360b24f-9357-431a-8eb8-60f730231b10 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7a054ec-b67c-4536-872e-75851e34d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971277 May 02 03:14:14.119761 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:14.156759 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-6038e6df-b828-4911-9a91-70174177bb1a None None] Port 87ebcff6-433d-44b1-9ab7-4195cf47767e cannot update to ACTIVE because it is not bound. {{(pid=73840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:14:14.164218 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2826b-299c-4919-862f-2e3843f69ebf req-c6ad54b4-77c0-4673-8438-109fbfb52721 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:14.168011 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-75e2826b-299c-4919-862f-2e3843f69ebf req-c6ad54b4-77c0-4673-8438-109fbfb52721 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 932 time: 0.1816640 May 02 03:14:14.197213 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99f964-52f8-4852-8c9f-0e9a7008b800 req-a316a24d-0508-4d13-ba1f-805fa518b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:14.199434 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-8b99f964-52f8-4852-8c9f-0e9a7008b800 req-a316a24d-0508-4d13-ba1f-805fa518b877 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=250e2d6f-17b9-4669-9394-3bbe0ed4784c HTTP/1.1" status: 200 len: 1098 time: 0.1378059 May 02 03:14:14.238930 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-75e2826b-299c-4919-862f-2e3843f69ebf req-56bd68af-9fe7-4505-91a0-2148bc662536 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Synchronizing usage tracker for tenant:71a14cf4cc2e4dee8eb774056ca84b10 on resource:security_group {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:14:14.272204 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-8b99f964-52f8-4852-8c9f-0e9a7008b800 req-fbe57c00-5a3a-4d95-bcbb-392585addaa7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b7a054ec-b67c-4536-872e-75851e34d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597908 May 02 03:14:14.274784 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-75e2826b-299c-4919-862f-2e3843f69ebf req-56bd68af-9fe7-4505-91a0-2148bc662536 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Unset dirty status for tenant:71a14cf4cc2e4dee8eb774056ca84b10 on resource:security_group {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:14:14.275918 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-75e2826b-299c-4919-862f-2e3843f69ebf req-56bd68af-9fe7-4505-91a0-2148bc662536 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026428 May 02 03:14:14.511467 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ebcff6-433d-44b1-9ab7-4195cf47767e {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:14:14.518851 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:14.535745 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] Transition to ACTIVE for port object 87ebcff6-433d-44b1-9ab7-4195cf47767e will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:14:14.540304 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16413088'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:14.545132 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-c9c54abe-c333-44e6-833f-68852751ec3b tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:14.631604 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-ef44f563-c2c0-45ae-8d08-8dcefbe480ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:14.702875 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] Pushing event updated for resources: {'Port': ['ID=87ebcff6-433d-44b1-9ab7-4195cf47767e,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:14.738196 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:14.879454 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] Attempting to bind port 87ebcff6-433d-44b1-9ab7-4195cf47767e on host hv-cinder-78907 for vnic_type normal with profile {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:14:14.879872 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] Attempting to bind port 87ebcff6-433d-44b1-9ab7-4195cf47767e by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '898a12c4-9c33-43db-aa28-9637c9b514c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd7689858-9039-425a-935e-3344516b06bf'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:14:14.880355 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] Attempting to bind port 87ebcff6-433d-44b1-9ab7-4195cf47767e on network d7689858-9039-425a-935e-3344516b06bf {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:14:14.886582 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] Port 87ebcff6-433d-44b1-9ab7-4195cf47767e on network d7689858-9039-425a-935e-3344516b06bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:14:14.887053 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] Attempting to bind port 87ebcff6-433d-44b1-9ab7-4195cf47767e on network d7689858-9039-425a-935e-3344516b06bf {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:14:14.892768 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] Checking agent: {'id': 'f9e719c6-981b-4bb7-a7e6-8d35fc174b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'started_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:14:14.893104 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] Checking segment: {'id': '898a12c4-9c33-43db-aa28-9637c9b514c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd7689858-9039-425a-935e-3344516b06bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:14:14.893492 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] Bound using segment: {'id': '898a12c4-9c33-43db-aa28-9637c9b514c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd7689858-9039-425a-935e-3344516b06bf'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:14:14.893927 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] Bound port: 87ebcff6-433d-44b1-9ab7-4195cf47767e, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898a12c4-9c33-43db-aa28-9637c9b514c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd7689858-9039-425a-935e-3344516b06bf'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:14:14.894276 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:14.954013 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:14.996692 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] For port 87ebcff6-433d-44b1-9ab7-4195cf47767e, host hv-cinder-78907, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:14:15.000141 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] For port 87ebcff6-433d-44b1-9ab7-4195cf47767e, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=87ebcff6-433d-44b1-9ab7-4195cf47767e,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:14:15.005612 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16413088'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:15.009592 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:15.069067 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:15.069679 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:15.071102 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] 10.222.0.16 "PUT /v2.0/ports/87ebcff6-433d-44b1-9ab7-4195cf47767e HTTP/1.1" status: 200 len: 1094 time: 1.1358359 May 02 03:14:15.071640 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b2930a-75d5-49ab-9ea9-29c63a8f6411', 'tag': '87ebcff6-433d-44b1-9ab7-4195cf47767e'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:14:15.112573 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] Pushing event updated for resources: {'Port': ['ID=87ebcff6-433d-44b1-9ab7-4195cf47767e,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:15.117730 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:15.201416 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b2930a-75d5-49ab-9ea9-29c63a8f6411', 'tag': '87ebcff6-433d-44b1-9ab7-4195cf47767e', 'status': 'completed', 'code': 200} May 02 03:14:15.260498 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-8b457697-c04d-47e4-b01b-8f8ebb6c63e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:15.262276 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-8b457697-c04d-47e4-b01b-8f8ebb6c63e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71a14cf4cc2e4dee8eb774056ca84b10&device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 1097 time: 0.1085427 May 02 03:14:15.355458 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-58985506-9422-4acc-8694-d31b819b83e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87ebcff6-433d-44b1-9ab7-4195cf47767e HTTP/1.1" status: 200 len: 217 time: 0.0766490 May 02 03:14:15.362062 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6abfa1-d9dc-4d57-ac54-02d931f9c40a req-5a168dea-9e75-458c-a634-694b273319e4 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:15.363930 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6a6abfa1-d9dc-4d57-ac54-02d931f9c40a req-5a168dea-9e75-458c-a634-694b273319e4 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/ports?device_id=250e2d6f-17b9-4669-9394-3bbe0ed4784c HTTP/1.1" status: 200 len: 945 time: 0.0985408 May 02 03:14:15.423730 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6a6abfa1-d9dc-4d57-ac54-02d931f9c40a req-ceb2776c-c68a-4441-99e6-803fb844104c tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7a054ec-b67c-4536-872e-75851e34d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527322 May 02 03:14:15.580925 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-891b9565-d4fe-4784-b39d-2f979981928f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:15.582298 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-891b9565-d4fe-4784-b39d-2f979981928f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1280d3a9-2862-4bcb-8d9b-90a5151f672e HTTP/1.1" status: 200 len: 856 time: 0.2198429 May 02 03:14:15.672438 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275dd13-1998-476e-a779-babbbcf195cc req-df1b8ea2-ad5b-4189-80cd-3190854d4040 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:15.673150 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-d275dd13-1998-476e-a779-babbbcf195cc req-df1b8ea2-ad5b-4189-80cd-3190854d4040 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Synchronizing usage tracker for tenant:71a14cf4cc2e4dee8eb774056ca84b10 on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:14:15.702267 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-d275dd13-1998-476e-a779-babbbcf195cc req-df1b8ea2-ad5b-4189-80cd-3190854d4040 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Unset dirty status for tenant:71a14cf4cc2e4dee8eb774056ca84b10 on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:14:15.703470 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d275dd13-1998-476e-a779-babbbcf195cc req-df1b8ea2-ad5b-4189-80cd-3190854d4040 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 944 time: 0.1962199 May 02 03:14:15.706809 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-9f3fcc9d-3876-4a44-a832-2b35a0a6b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:15.708322 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-9f3fcc9d-3876-4a44-a832-2b35a0a6b3a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d7689858-9039-425a-935e-3344516b06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1183009 May 02 03:14:15.847965 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d275dd13-1998-476e-a779-babbbcf195cc req-0e2d0b94-0b97-4094-adff-74c467706645 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363215 May 02 03:14:15.882333 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-bfde2406-4c7c-4cca-b742-b02641ed9dbf service neutron] 10.222.0.16 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573460 May 02 03:14:16.034715 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0e4e958e-c26f-4acd-bd26-6fb49fcabc9a req-7d88a327-7123-4b2a-b426-0c98286b50cf service neutron] 10.222.0.16 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441619 May 02 03:14:16.044081 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:16.170772 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2460b7b-5828-4cb0-ba47-4c1185e41261 req-d959f31c-0003-49fa-8ba9-62cf55f67fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:16.172220 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e2460b7b-5828-4cb0-ba47-4c1185e41261 req-d959f31c-0003-49fa-8ba9-62cf55f67fe6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71a14cf4cc2e4dee8eb774056ca84b10&device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 1097 time: 0.0821290 May 02 03:14:16.340237 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2460b7b-5828-4cb0-ba47-4c1185e41261 req-4cfe6e3c-17ee-4e7a-ae47-720628e5378f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:16.341705 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e2460b7b-5828-4cb0-ba47-4c1185e41261 req-4cfe6e3c-17ee-4e7a-ae47-720628e5378f service neutron] 10.222.0.16 "GET /v2.0/networks?id=d7689858-9039-425a-935e-3344516b06bf HTTP/1.1" status: 200 len: 918 time: 0.1596754 May 02 03:14:16.415767 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e2460b7b-5828-4cb0-ba47-4c1185e41261 req-94dce064-0077-48cb-91b4-5d2b5fabf610 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87ebcff6-433d-44b1-9ab7-4195cf47767e HTTP/1.1" status: 200 len: 217 time: 0.0672719 May 02 03:14:16.498856 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2460b7b-5828-4cb0-ba47-4c1185e41261 req-8e1c25d2-83bf-44c3-9d13-52e7e24d1bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:16.500332 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e2460b7b-5828-4cb0-ba47-4c1185e41261 req-8e1c25d2-83bf-44c3-9d13-52e7e24d1bcb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1280d3a9-2862-4bcb-8d9b-90a5151f672e HTTP/1.1" status: 200 len: 856 time: 0.0669932 May 02 03:14:16.585808 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2460b7b-5828-4cb0-ba47-4c1185e41261 req-cf161e2b-2f6b-4bd4-9316-609c0589e2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:16.587378 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e2460b7b-5828-4cb0-ba47-4c1185e41261 req-cf161e2b-2f6b-4bd4-9316-609c0589e2be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d7689858-9039-425a-935e-3344516b06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790431 May 02 03:14:16.634792 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbc871-f63f-42cb-8669-72cf3b39cf08 req-1e6878a4-a2f8-4c41-a953-d2f380c855ec tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:16.636728 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-7ffbc871-f63f-42cb-8669-72cf3b39cf08 req-1e6878a4-a2f8-4c41-a953-d2f380c855ec tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/ports?device_id=250e2d6f-17b9-4669-9394-3bbe0ed4784c HTTP/1.1" status: 200 len: 945 time: 0.0951233 May 02 03:14:16.685670 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-7ffbc871-f63f-42cb-8669-72cf3b39cf08 req-2dcd5fcc-7162-4629-8406-6c3f88f1cca9 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7a054ec-b67c-4536-872e-75851e34d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427153 May 02 03:14:16.747283 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e2460b7b-5828-4cb0-ba47-4c1185e41261 req-18b0a583-e12b-4a98-8703-4196ca63d862 service neutron] 10.222.0.16 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464140 May 02 03:14:16.910795 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e2460b7b-5828-4cb0-ba47-4c1185e41261 req-9301fbad-e6b1-4bea-b790-ea349ef67acc service neutron] 10.222.0.16 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506543 May 02 03:14:17.069654 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcaacb-cb53-4d1c-b39c-93e1bd8ea353 req-f84687e2-a7cb-4016-8bc2-2d6567e0a060 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:17.078178 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-8adcaacb-cb53-4d1c-b39c-93e1bd8ea353 req-f84687e2-a7cb-4016-8bc2-2d6567e0a060 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 944 time: 0.0944970 May 02 03:14:17.140253 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-8adcaacb-cb53-4d1c-b39c-93e1bd8ea353 req-6f0ab29c-979c-4c05-ae94-1443c1b786d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612710 May 02 03:14:17.746224 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:18.347837 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee8583-cae7-4bfb-83a5-9bdb49447c57 req-ce846efd-1884-4317-9af3-344f9940f499 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:18.349395 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6cee8583-cae7-4bfb-83a5-9bdb49447c57 req-ce846efd-1884-4317-9af3-344f9940f499 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 944 time: 0.0915956 May 02 03:14:18.401403 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6cee8583-cae7-4bfb-83a5-9bdb49447c57 req-90c0bed1-e7e6-42e7-9069-e1cc7e78de20 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455525 May 02 03:14:19.409749 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 87ebcff6-433d-44b1-9ab7-4195cf47767e details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:14:19.582302 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 87ebcff6-433d-44b1-9ab7-4195cf47767e, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=87ebcff6-433d-44b1-9ab7-4195cf47767e,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:14:19.605263 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Returning: {'device': '87ebcff6-433d-44b1-9ab7-4195cf47767e', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'port_id': '87ebcff6-433d-44b1-9ab7-4195cf47767e', 'mac_address': 'fa:16:3e:48:36:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:14:19.615824 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69450849-b0dc-46c6-aaa8-5d2ecd2dfbad req-a92c363a-f03d-45de-ab09-685b4dac587b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:19.625687 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-69450849-b0dc-46c6-aaa8-5d2ecd2dfbad req-a92c363a-f03d-45de-ab09-685b4dac587b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 944 time: 0.1110516 May 02 03:14:19.683705 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:19.695800 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-69450849-b0dc-46c6-aaa8-5d2ecd2dfbad req-786131e3-f742-40ed-9b48-de9a66aafcb5 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689793 May 02 03:14:19.724144 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [None req-06578581-5416-4b0b-80be-835749a33250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ebcff6-433d-44b1-9ab7-4195cf47767e {{(pid=73840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:14:19.746747 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 87ebcff6-433d-44b1-9ab7-4195cf47767e, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=87ebcff6-433d-44b1-9ab7-4195cf47767e,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:14:19.753594 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:19.757278 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:19.877540 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=87ebcff6-433d-44b1-9ab7-4195cf47767e,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:19.880971 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:20.028594 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['87ebcff6-433d-44b1-9ab7-4195cf47767e'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:14:20.434481 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ad5b8-ee33-4b1b-8537-c5928ed46e9b req-d78dee76-7cd3-493c-b8c0-f443bce11e4c tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:20.436086 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-cf8ad5b8-ee33-4b1b-8537-c5928ed46e9b req-d78dee76-7cd3-493c-b8c0-f443bce11e4c tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/ports?device_id=250e2d6f-17b9-4669-9394-3bbe0ed4784c HTTP/1.1" status: 200 len: 945 time: 0.1138420 May 02 03:14:20.487214 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-cf8ad5b8-ee33-4b1b-8537-c5928ed46e9b req-f3b4c5c9-e420-4caf-bf7f-995bf02e5c1a tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7a054ec-b67c-4536-872e-75851e34d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443878 May 02 03:14:20.959372 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8600b6-c485-4823-896c-235ff8850de6 req-83439f4f-8f8e-4186-8b5e-c9c0a7960fb4 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:20.961181 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3a8600b6-c485-4823-896c-235ff8850de6 req-83439f4f-8f8e-4186-8b5e-c9c0a7960fb4 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 945 time: 0.0912132 May 02 03:14:21.009129 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3a8600b6-c485-4823-896c-235ff8850de6 req-cefcdc6d-74d9-40b2-b3c2-5465efb95dc5 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421305 May 02 03:14:21.427874 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 87ebcff6-433d-44b1-9ab7-4195cf47767e up at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:14:21.498461 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning for port 87ebcff6-433d-44b1-9ab7-4195cf47767e completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:14:21.504011 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning complete for port 87ebcff6-433d-44b1-9ab7-4195cf47767e triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:14:21.504418 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:21.642729 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:21.674326 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b2930a-75d5-49ab-9ea9-29c63a8f6411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ebcff6-433d-44b1-9ab7-4195cf47767e'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:14:21.685616 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 87ebcff6-433d-44b1-9ab7-4195cf47767e, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=87ebcff6-433d-44b1-9ab7-4195cf47767e,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:14:21.692382 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:21.694409 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:21.767392 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3aa209-9984-491b-8a9c-15cfb9ed0b63 req-8fe4b336-9870-432c-8b54-ddd45ba019f2 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:21.770925 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-db3aa209-9984-491b-8a9c-15cfb9ed0b63 req-8fe4b336-9870-432c-8b54-ddd45ba019f2 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/ports?device_id=250e2d6f-17b9-4669-9394-3bbe0ed4784c HTTP/1.1" status: 200 len: 945 time: 0.1576681 May 02 03:14:21.808256 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b2930a-75d5-49ab-9ea9-29c63a8f6411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ebcff6-433d-44b1-9ab7-4195cf47767e', 'code': 200} May 02 03:14:21.819828 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=87ebcff6-433d-44b1-9ab7-4195cf47767e,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:21.827526 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:22.012012 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-db3aa209-9984-491b-8a9c-15cfb9ed0b63 req-7c1325cc-8808-49b6-baa1-227e71b793a1 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7a054ec-b67c-4536-872e-75851e34d517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310431 May 02 03:14:22.048750 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076169bf-f912-49e5-9c31-704a3f3d5ca9 req-da26001a-b93e-4c4e-9714-c817f808afda tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:22.050691 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-076169bf-f912-49e5-9c31-704a3f3d5ca9 req-da26001a-b93e-4c4e-9714-c817f808afda tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.16 "GET /v2.0/ports?device_id=250e2d6f-17b9-4669-9394-3bbe0ed4784c HTTP/1.1" status: 200 len: 945 time: 0.2389290 May 02 03:14:22.111062 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d6a1d-1d7b-4b71-a8f7-280fc8e3309a req-56f65116-c6fe-4a4a-ba62-c84d27babe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:22.113788 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-054d6a1d-1d7b-4b71-a8f7-280fc8e3309a req-56f65116-c6fe-4a4a-ba62-c84d27babe94 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 1099 time: 0.1074090 May 02 03:14:22.171355 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-054d6a1d-1d7b-4b71-a8f7-280fc8e3309a req-30d114d3-10c5-4d54-aaf6-aa4304c2260d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511541 May 02 03:14:22.277360 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [req-076169bf-f912-49e5-9c31-704a3f3d5ca9 req-7797967a-52a9-4719-a647-c02206195591 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Deleting port 9b928a51-bda1-4c28-b073-598edbae46c0 {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:14:22.277613 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-076169bf-f912-49e5-9c31-704a3f3d5ca9 req-7797967a-52a9-4719-a647-c02206195591 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:22.322628 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd58d73-199a-4552-9562-71f141dd9500 req-16d3abb1-2c4a-4a81-8e20-e29c27edf161 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:22.324276 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4fd58d73-199a-4552-9562-71f141dd9500 req-16d3abb1-2c4a-4a81-8e20-e29c27edf161 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 946 time: 0.1584833 May 02 03:14:22.456060 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4fd58d73-199a-4552-9562-71f141dd9500 req-387aa880-2f32-49ac-8ae0-9083a33d6c4f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730619 May 02 03:14:22.474224 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-076169bf-f912-49e5-9c31-704a3f3d5ca9 req-7797967a-52a9-4719-a647-c02206195591 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] For port 9b928a51-bda1-4c28-b073-598edbae46c0, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=9b928a51-bda1-4c28-b073-598edbae46c0,segment=NetworkSegment(54a628e5-4914-4928-a350-6593059ddfee),segment_id=54a628e5-4914-4928-a350-6593059ddfee)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:14:22.474593 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-076169bf-f912-49e5-9c31-704a3f3d5ca9 req-7797967a-52a9-4719-a647-c02206195591 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:22.627341 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [req-076169bf-f912-49e5-9c31-704a3f3d5ca9 req-7797967a-52a9-4719-a647-c02206195591 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Calling delete_port for 9b928a51-bda1-4c28-b073-598edbae46c0 owned by compute:nova {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:14:22.757533 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-076169bf-f912-49e5-9c31-704a3f3d5ca9 req-7797967a-52a9-4719-a647-c02206195591 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16413079'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:22.765996 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:22.772825 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['9b928a51-bda1-4c28-b073-598edbae46c0'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:14:22.821805 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797967a-52a9-4719-a647-c02206195591 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Pushing event deleted for resources: {'Port': ['ID=9b928a51-bda1-4c28-b073-598edbae46c0,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:22.826360 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-7797967a-52a9-4719-a647-c02206195591 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:22.909561 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [req-076169bf-f912-49e5-9c31-704a3f3d5ca9 req-7797967a-52a9-4719-a647-c02206195591 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] No DVR routers for this DVR port 9b928a51-bda1-4c28-b073-598edbae46c0 on host hv-cinder-78907 {{(pid=73838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:14:22.912266 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-076169bf-f912-49e5-9c31-704a3f3d5ca9 req-7797967a-52a9-4719-a647-c02206195591 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:22.915070 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250e2d6f-17b9-4669-9394-3bbe0ed4784c', 'name': 'network-vif-deleted', 'tag': '9b928a51-bda1-4c28-b073-598edbae46c0'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:14:22.936403 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-076169bf-f912-49e5-9c31-704a3f3d5ca9 req-7797967a-52a9-4719-a647-c02206195591 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.16 "DELETE /v2.0/ports/9b928a51-bda1-4c28-b073-598edbae46c0 HTTP/1.1" status: 204 len: 173 time: 0.8800268 May 02 03:14:22.979391 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250e2d6f-17b9-4669-9394-3bbe0ed4784c', 'name': 'network-vif-deleted', 'tag': '9b928a51-bda1-4c28-b073-598edbae46c0', 'status': 'completed', 'code': 200} May 02 03:14:23.206621 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-258df907-ab48-436e-b4c4-af2b9b98ed08 req-3f528663-d033-4fdd-888f-2f8f850641fe tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Synchronizing usage tracker for tenant:7e9dbed9cf234370aac6ae4dee66fd0d on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:14:23.231207 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-258df907-ab48-436e-b4c4-af2b9b98ed08 req-3f528663-d033-4fdd-888f-2f8f850641fe tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Unset dirty status for tenant:7e9dbed9cf234370aac6ae4dee66fd0d on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:14:23.232453 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-258df907-ab48-436e-b4c4-af2b9b98ed08 req-3f528663-d033-4fdd-888f-2f8f850641fe tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] 10.222.0.20 "GET /v2.0/ports?device_id=250e2d6f-17b9-4669-9394-3bbe0ed4784c HTTP/1.1" status: 200 len: 210 time: 0.0999153 May 02 03:14:23.673962 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8fde5-4a82-4621-b9fa-d0867bf9305f req-3a358183-7524-419c-8f4b-6416ad36b6e7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:23.675675 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-7fb8fde5-4a82-4621-b9fa-d0867bf9305f req-3a358183-7524-419c-8f4b-6416ad36b6e7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 946 time: 0.0955019 May 02 03:14:23.763878 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-7fb8fde5-4a82-4621-b9fa-d0867bf9305f req-c85b2bec-8dc1-46bd-a1c0-f7ca5bf9e7b4 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822473 May 02 03:14:24.001852 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad148238-beea-4fdd-b756-86f0e020b1b6 req-d531884e-6763-49da-9f9b-926bdfb03e88 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:24.004475 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-ad148238-beea-4fdd-b756-86f0e020b1b6 req-d531884e-6763-49da-9f9b-926bdfb03e88 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 946 time: 0.1016798 May 02 03:14:24.016326 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 43412) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:14:24.021933 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-e667452b-d770-4794-8a68-8b9653993d80 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Request body: {'floatingip': {'port_id': '87ebcff6-433d-44b1-9ab7-4195cf47767e'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:14:24.107387 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e667452b-d770-4794-8a68-8b9653993d80 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for floatingip, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:25.142123 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e667452b-d770-4794-8a68-8b9653993d80 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:25.146611 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e667452b-d770-4794-8a68-8b9653993d80 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681044'] for floatingip, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:25.343713 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.db.l3_db [None req-e667452b-d770-4794-8a68-8b9653993d80 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Floating IP e555c714-bbc8-4496-8a9f-d5ac0febec13 associated. External IP: 172.28.2.136, port: 87ebcff6-433d-44b1-9ab7-4195cf47767e. May 02 03:14:25.473173 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 9b928a51-bda1-4c28-b073-598edbae46c0 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:14:25.518231 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-06578581-5416-4b0b-80be-835749a33250 None None] No Port match for: 9b928a51-bda1-4c28-b073-598edbae46c0 {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:14:25.518637 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 9b928a51-bda1-4c28-b073-598edbae46c0 not bound to the agent host hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:14:25.769276 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e667452b-d770-4794-8a68-8b9653993d80 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Router f133ad33-8abc-493f-824a-681c0b22127f has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:14:26.042159 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e667452b-d770-4794-8a68-8b9653993d80 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:14:26.049939 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e667452b-d770-4794-8a68-8b9653993d80 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for floatingip, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:26.061618 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96abe86-6d98-4c15-a9b4-a65ec249806b None None] Sync routers for ids ['f133ad33-8abc-493f-824a-681c0b22127f'] in dv-cinder-789077-1-smb {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:14:26.085938 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96abe86-6d98-4c15-a9b4-a65ec249806b None None] Routers {'f133ad33-8abc-493f-824a-681c0b22127f'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:14:26.089908 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-d96abe86-6d98-4c15-a9b4-a65ec249806b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:14:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['f133ad33-8abc-493f-824a-681c0b22127f'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:14:26.160471 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-e667452b-d770-4794-8a68-8b9653993d80 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "PUT /v2.0/floatingips/e555c714-bbc8-4496-8a9f-d5ac0febec13 HTTP/1.1" status: 200 len: 992 time: 2.1426854 May 02 03:14:26.161651 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b2930a-75d5-49ab-9ea9-29c63a8f6411', 'tag': '87ebcff6-433d-44b1-9ab7-4195cf47767e'}] {{(pid=73839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:14:26.246293 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b2930a-75d5-49ab-9ea9-29c63a8f6411', 'tag': '87ebcff6-433d-44b1-9ab7-4195cf47767e', 'status': 'completed', 'code': 200} May 02 03:14:26.404326 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e29cd-1a18-4599-923b-7c3df4b281e4 req-422a4f6e-744c-41a0-a681-e378014a201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:26.407068 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4d2e29cd-1a18-4599-923b-7c3df4b281e4 req-422a4f6e-744c-41a0-a681-e378014a201b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71a14cf4cc2e4dee8eb774056ca84b10&device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 1099 time: 0.1369438 May 02 03:14:26.407918 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-d96abe86-6d98-4c15-a9b4-a65ec249806b None None] Set router f133ad33-8abc-493f-824a-681c0b22127f gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:14:26.600096 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e29cd-1a18-4599-923b-7c3df4b281e4 req-3088ad43-60bc-41db-b918-c072a2b80861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:26.601947 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4d2e29cd-1a18-4599-923b-7c3df4b281e4 req-3088ad43-60bc-41db-b918-c072a2b80861 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d7689858-9039-425a-935e-3344516b06bf HTTP/1.1" status: 200 len: 918 time: 0.1883223 May 02 03:14:26.749211 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4d2e29cd-1a18-4599-923b-7c3df4b281e4 req-8b793a58-bfec-4390-a54d-96598930b260 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87ebcff6-433d-44b1-9ab7-4195cf47767e HTTP/1.1" status: 200 len: 1000 time: 0.1394470 May 02 03:14:26.870327 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e29cd-1a18-4599-923b-7c3df4b281e4 req-92d1dc93-4583-4137-b321-480808be67c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:26.871875 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4d2e29cd-1a18-4599-923b-7c3df4b281e4 req-92d1dc93-4583-4137-b321-480808be67c8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1280d3a9-2862-4bcb-8d9b-90a5151f672e HTTP/1.1" status: 200 len: 856 time: 0.1134686 May 02 03:14:26.884896 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-d96abe86-6d98-4c15-a9b4-a65ec249806b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'name': 'tempest-AttachVolumeShelveTestJSON-1652503319-router', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:38Z', 'updated_at': '2021-05-02T03:09:56Z', 'revision_number': 4, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'gw_port': {'id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_floatingips': [{'id': 'e555c714-bbc8-4496-8a9f-d5ac0febec13', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'floating_ip_address': '172.28.2.136', 'floating_network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'router_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'port_id': '87ebcff6-433d-44b1-9ab7-4195cf47767e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'mac_address': 'fa:16:3e:48:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b2930a-75d5-49ab-9ea9-29c63a8f6411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:14:10Z', 'updated_at': '2021-05-02T03:14:24Z', 'revision_number': 1, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1366a0be-0d0f-4d98-9447-a1056d751305', 'name': '', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'mac_address': 'fa:16:3e:c8:41:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:49Z', 'updated_at': '2021-05-02T03:10:21Z', 'revision_number': 5, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'subnets': [{'id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:14:26.890658 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96abe86-6d98-4c15-a9b4-a65ec249806b None None] Checking router: f133ad33-8abc-493f-824a-681c0b22127f for host: dv-cinder-789077-1-smb {{(pid=73840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:14:26.900525 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96abe86-6d98-4c15-a9b4-a65ec249806b None None] Routers {'f133ad33-8abc-493f-824a-681c0b22127f'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:14:26.901170 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-d96abe86-6d98-4c15-a9b4-a65ec249806b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:14:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['f133ad33-8abc-493f-824a-681c0b22127f'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:14:26.966845 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e29cd-1a18-4599-923b-7c3df4b281e4 req-8030e4b7-ae53-470c-b916-6ac03b8df641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:26.968490 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4d2e29cd-1a18-4599-923b-7c3df4b281e4 req-8030e4b7-ae53-470c-b916-6ac03b8df641 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d7689858-9039-425a-935e-3344516b06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816519 May 02 03:14:27.109739 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-d96abe86-6d98-4c15-a9b4-a65ec249806b None None] Set router f133ad33-8abc-493f-824a-681c0b22127f gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:14:27.125539 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4d2e29cd-1a18-4599-923b-7c3df4b281e4 req-e506911c-2824-4160-8686-f836b4bc8113 service neutron] 10.222.0.16 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496413 May 02 03:14:27.388344 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4d2e29cd-1a18-4599-923b-7c3df4b281e4 req-a93bbb05-bfde-4c2b-8aa9-bcf14dc97e1f service neutron] 10.222.0.16 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538521 May 02 03:14:27.573477 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-d96abe86-6d98-4c15-a9b4-a65ec249806b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'name': 'tempest-AttachVolumeShelveTestJSON-1652503319-router', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:38Z', 'updated_at': '2021-05-02T03:09:56Z', 'revision_number': 4, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'gw_port': {'id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_floatingips': [{'id': 'e555c714-bbc8-4496-8a9f-d5ac0febec13', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'floating_ip_address': '172.28.2.136', 'floating_network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'router_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'port_id': '87ebcff6-433d-44b1-9ab7-4195cf47767e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'mac_address': 'fa:16:3e:48:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b2930a-75d5-49ab-9ea9-29c63a8f6411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:14:10Z', 'updated_at': '2021-05-02T03:14:24Z', 'revision_number': 1, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1366a0be-0d0f-4d98-9447-a1056d751305', 'name': '', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'mac_address': 'fa:16:3e:c8:41:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:49Z', 'updated_at': '2021-05-02T03:10:21Z', 'revision_number': 5, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'subnets': [{'id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:14:27.578109 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96abe86-6d98-4c15-a9b4-a65ec249806b None None] The sync data for ids ['f133ad33-8abc-493f-824a-681c0b22127f'] in dv-cinder-789077-1-smb is: [{'id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'name': 'tempest-AttachVolumeShelveTestJSON-1652503319-router', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:38Z', 'updated_at': '2021-05-02T03:09:56Z', 'revision_number': 4, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'gw_port': {'id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_floatingips': [{'id': 'e555c714-bbc8-4496-8a9f-d5ac0febec13', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'floating_ip_address': '172.28.2.136', 'floating_network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'router_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'port_id': '87ebcff6-433d-44b1-9ab7-4195cf47767e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'mac_address': 'fa:16:3e:48:36:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b2930a-75d5-49ab-9ea9-29c63a8f6411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:14:10Z', 'updated_at': '2021-05-02T03:14:24Z', 'revision_number': 1, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1366a0be-0d0f-4d98-9447-a1056d751305', 'name': '', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'mac_address': 'fa:16:3e:c8:41:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:49Z', 'updated_at': '2021-05-02T03:10:21Z', 'revision_number': 5, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'subnets': [{'id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:14:27.789201 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a969582-be79-40f4-89e3-93c8e7b93ff8 None None] New status for floating IP e555c714-bbc8-4496-8a9f-d5ac0febec13: ACTIVE {{(pid=73841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 03:14:29.191020 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:39.358738 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:14:42.050650 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-e6260c1b-06d6-4e86-9972-e6321a87cd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:42.645479 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 43646) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:14:42.798461 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ee89bf-116d-43db-b658-3c6870fe7d8d admin admin] Deleting subnet 6d3dabc8-5a4c-4f9e-a2e1-f43de3bdab70 {{(pid=73839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 02 03:14:42.801362 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c3ee89bf-116d-43db-b658-3c6870fe7d8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:42.854124 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c3ee89bf-116d-43db-b658-3c6870fe7d8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14752365'] for subnet, precommit_delete_associations {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:42.912032 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c3ee89bf-116d-43db-b658-3c6870fe7d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038349'] for subnet, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:43.185763 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c3ee89bf-116d-43db-b658-3c6870fe7d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16144030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15407797'] for subnet, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:43.194082 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:43.234077 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee89bf-116d-43db-b658-3c6870fe7d8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d3dabc8-5a4c-4f9e-a2e1-f43de3bdab70,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:43.236882 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-c3ee89bf-116d-43db-b658-3c6870fe7d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:43.237480 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c3ee89bf-116d-43db-b658-3c6870fe7d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:43.243459 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-c3ee89bf-116d-43db-b658-3c6870fe7d8d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6d3dabc8-5a4c-4f9e-a2e1-f43de3bdab70 HTTP/1.1" status: 204 len: 168 time: 0.5969157 May 02 03:14:43.245909 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 43652) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:14:43.355813 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-049cec92-3a34-43b5-855c-84f9876c47fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690155'] for network, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:43.484679 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-049cec92-3a34-43b5-855c-84f9876c47fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2032080', 'neutron.services.segments.db._delete_segments_for_network-8794390944561'] for network, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:43.612254 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-049cec92-3a34-43b5-855c-84f9876c47fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd374ca4-e8bb-4c83-8b4f-390950ba05f1']}} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:14:43.634442 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-049cec92-3a34-43b5-855c-84f9876c47fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a628e5-4914-4928-a350-6593059ddfee') {'for_net_delete': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:14:43.635382 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-049cec92-3a34-43b5-855c-84f9876c47fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a628e5-4914-4928-a350-6593059ddfee') {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:14:43.657888 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-049cec92-3a34-43b5-855c-84f9876c47fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794390955623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14752340'] for segment, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:43.686436 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-049cec92-3a34-43b5-855c-84f9876c47fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:43.692792 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049cec92-3a34-43b5-855c-84f9876c47fd admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=73839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 03:14:43.923046 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-049cec92-3a34-43b5-855c-84f9876c47fd admin admin] Network cd374ca4-e8bb-4c83-8b4f-390950ba05f1 has no segments {{(pid=73839) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:14:43.933632 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-049cec92-3a34-43b5-855c-84f9876c47fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2060056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16143164'] for segment, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:44.114024 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-049cec92-3a34-43b5-855c-84f9876c47fd admin admin] Network cd374ca4-e8bb-4c83-8b4f-390950ba05f1 has no segments {{(pid=73839) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: Traceback (most recent call last): May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: timer() May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: cb(*args, **kw) May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: return func(*args, **kwargs) May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: self._notify() May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: self.callback(batched_events) May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: event.method(event) May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: aggregate_uuid = self.p_client.list_aggregates( May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: return f(self, *a, **k) May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: return self._get(url).json() May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: return self.request(url, 'GET', **kwargs) May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: base_url = self.get_endpoint(auth, allow=allow, May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 03:14:44.137201 dv-cinder-789077-1-smb neutron-server[73839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 03:14:44.220646 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910c1d5-854f-4cca-bb2a-34816e199f7d req-cb6dc5a9-7589-46f9-b50b-49394109127a tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:44.222250 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d910c1d5-854f-4cca-bb2a-34816e199f7d req-cb6dc5a9-7589-46f9-b50b-49394109127a tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb551a3e-0130-41c8-aea0-c32dfbbbf25e HTTP/1.1" status: 200 len: 946 time: 0.2042029 May 02 03:14:44.223327 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-049cec92-3a34-43b5-855c-84f9876c47fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2032079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681030'] for network, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:44.228519 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:44.248543 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-049cec92-3a34-43b5-855c-84f9876c47fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:44.256383 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cec92-3a34-43b5-855c-84f9876c47fd admin admin] Pushing event deleted for resources: {'Network': ['ID=cd374ca4-e8bb-4c83-8b4f-390950ba05f1,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:44.264256 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-049cec92-3a34-43b5-855c-84f9876c47fd admin admin] 10.222.0.20 "DELETE /v2.0/networks/cd374ca4-e8bb-4c83-8b4f-390950ba05f1 HTTP/1.1" status: 204 len: 168 time: 1.0125990 May 02 03:14:44.264256 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-049cec92-3a34-43b5-855c-84f9876c47fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:44.264256 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 43664) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:14:44.277277 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d910c1d5-854f-4cca-bb2a-34816e199f7d req-36be2af7-41e4-4de7-af98-e1d9b175f5e6 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448651 May 02 03:14:44.332325 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9bfb868-2d7a-433f-adf3-810d7cfd2bb2 admin admin] Deleting subnet c6cbb9c5-36ba-4b39-9793-a0efc47660e9 {{(pid=73839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 02 03:14:44.337255 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b9bfb868-2d7a-433f-adf3-810d7cfd2bb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:44.472479 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b9bfb868-2d7a-433f-adf3-810d7cfd2bb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14752365'] for subnet, precommit_delete_associations {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:44.528424 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b9bfb868-2d7a-433f-adf3-810d7cfd2bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038349'] for subnet, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:44.629055 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-35b31a45-621f-4c4b-b643-2a169470c82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:44.788430 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b9bfb868-2d7a-433f-adf3-810d7cfd2bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16144030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15407797'] for subnet, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:44.792334 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:44.832475 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bfb868-2d7a-433f-adf3-810d7cfd2bb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6cbb9c5-36ba-4b39-9793-a0efc47660e9,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:44.834381 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b9bfb868-2d7a-433f-adf3-810d7cfd2bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:44.836902 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b9bfb868-2d7a-433f-adf3-810d7cfd2bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:44.840938 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-b9bfb868-2d7a-433f-adf3-810d7cfd2bb2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c6cbb9c5-36ba-4b39-9793-a0efc47660e9 HTTP/1.1" status: 204 len: 168 time: 0.5769098 May 02 03:14:44.843394 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 43670) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:14:44.948692 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:44.956596 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-19dd69fb-42c0-4e86-89ca-3358d979ec42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690155'] for network, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:45.142232 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-19dd69fb-42c0-4e86-89ca-3358d979ec42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2032080', 'neutron.services.segments.db._delete_segments_for_network-8794390944561'] for network, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:45.252756 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-19dd69fb-42c0-4e86-89ca-3358d979ec42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09cc4aa4-af08-4d76-89ae-66f93a255302']}} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:14:45.264510 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-19dd69fb-42c0-4e86-89ca-3358d979ec42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09128cac-bb0c-486f-a55a-7b7fdb56cda8') {'for_net_delete': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:14:45.264812 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-19dd69fb-42c0-4e86-89ca-3358d979ec42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09128cac-bb0c-486f-a55a-7b7fdb56cda8') {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:14:45.276911 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-19dd69fb-42c0-4e86-89ca-3358d979ec42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794390955623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14752340'] for segment, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:45.293224 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-19dd69fb-42c0-4e86-89ca-3358d979ec42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:45.299719 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19dd69fb-42c0-4e86-89ca-3358d979ec42 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=73839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 03:14:45.473370 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd918f-f5b0-4b3d-8927-2f14abc6b08c req-9152c26b-7c26-4cea-99f3-d61917b948d7 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:45.474864 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-87bd918f-f5b0-4b3d-8927-2f14abc6b08c req-9152c26b-7c26-4cea-99f3-d61917b948d7 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb551a3e-0130-41c8-aea0-c32dfbbbf25e HTTP/1.1" status: 200 len: 946 time: 0.0882537 May 02 03:14:45.482256 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-19dd69fb-42c0-4e86-89ca-3358d979ec42 admin admin] Network 09cc4aa4-af08-4d76-89ae-66f93a255302 has no segments {{(pid=73839) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:14:45.492213 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-19dd69fb-42c0-4e86-89ca-3358d979ec42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2060056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16143164'] for segment, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:45.521549 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-87bd918f-f5b0-4b3d-8927-2f14abc6b08c req-ec0d39c2-7334-413c-b91f-fba5fb385761 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398490 May 02 03:14:45.661504 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-19dd69fb-42c0-4e86-89ca-3358d979ec42 admin admin] Network 09cc4aa4-af08-4d76-89ae-66f93a255302 has no segments {{(pid=73839) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: Traceback (most recent call last): May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: timer() May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: cb(*args, **kw) May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: return func(*args, **kwargs) May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: self._notify() May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: self.callback(batched_events) May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: event.method(event) May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: aggregate_uuid = self.p_client.list_aggregates( May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: return f(self, *a, **k) May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: return self._get(url).json() May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: return self.request(url, 'GET', **kwargs) May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: base_url = self.get_endpoint(auth, allow=allow, May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 03:14:45.686727 dv-cinder-789077-1-smb neutron-server[73839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 03:14:45.764948 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-19dd69fb-42c0-4e86-89ca-3358d979ec42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2032079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681030'] for network, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:45.769036 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:45.784734 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-19dd69fb-42c0-4e86-89ca-3358d979ec42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:45.793999 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd69fb-42c0-4e86-89ca-3358d979ec42 admin admin] Pushing event deleted for resources: {'Network': ['ID=09cc4aa4-af08-4d76-89ae-66f93a255302,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:45.796586 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-19dd69fb-42c0-4e86-89ca-3358d979ec42 admin admin] 10.222.0.20 "DELETE /v2.0/networks/09cc4aa4-af08-4d76-89ae-66f93a255302 HTTP/1.1" status: 204 len: 168 time: 0.9522300 May 02 03:14:45.797542 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-19dd69fb-42c0-4e86-89ca-3358d979ec42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:45.916303 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 43680) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:14:45.976107 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-858779fd-7101-4b73-9c70-9d5967e67aed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e9dbed9cf234370aac6ae4dee66fd0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0584502 May 02 03:14:45.979212 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 43684) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:14:46.033536 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:46.042501 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-8abf6a69-6691-4f32-a0c2-5928c67c0b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:46.068026 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-8abf6a69-6691-4f32-a0c2-5928c67c0b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:46.120736 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-8abf6a69-6691-4f32-a0c2-5928c67c0b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:46.125444 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-1ee42de7-8418-4e1a-a25f-a7f17660eded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:46.139042 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf6a69-6691-4f32-a0c2-5928c67c0b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a054ec-b67c-4536-872e-75851e34d517,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:46.144195 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-8abf6a69-6691-4f32-a0c2-5928c67c0b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:46.146061 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-8abf6a69-6691-4f32-a0c2-5928c67c0b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:46.147163 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-8abf6a69-6691-4f32-a0c2-5928c67c0b0e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7a054ec-b67c-4536-872e-75851e34d517 HTTP/1.1" status: 204 len: 168 time: 0.1669710 May 02 03:14:46.500361 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 43692) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:14:46.551038 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-d37ce053-a9de-4dbf-9147-cb95cc9d0b10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=282208185c594a70bd74b33fb88193c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490971 May 02 03:14:46.553035 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 43700) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:14:46.618618 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-778b609b-7691-4c61-9ff7-bf08e3a3a3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:46.649145 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-778b609b-7691-4c61-9ff7-bf08e3a3a3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:46.721632 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb225ca-b261-4ff3-b7e9-0647db7005ce req-e9c3e7d1-d311-40fe-b437-e81ad476b7d9 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:46.723293 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3eb225ca-b261-4ff3-b7e9-0647db7005ce req-e9c3e7d1-d311-40fe-b437-e81ad476b7d9 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb551a3e-0130-41c8-aea0-c32dfbbbf25e HTTP/1.1" status: 200 len: 946 time: 0.0902469 May 02 03:14:46.785851 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3eb225ca-b261-4ff3-b7e9-0647db7005ce req-e94176e5-9632-486a-955b-9bf62d223438 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553980 May 02 03:14:46.809992 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-778b609b-7691-4c61-9ff7-bf08e3a3a3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:46.814786 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-5abcc8a8-f5f9-4f3c-a8c3-637cdcbbf4f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:46.827191 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b609b-7691-4c61-9ff7-bf08e3a3a3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4e6a55-fbe9-4887-b75d-90190459b615,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:46.837217 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b609b-7691-4c61-9ff7-bf08e3a3a3be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:46.837584 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b609b-7691-4c61-9ff7-bf08e3a3a3be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:46.838457 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b609b-7691-4c61-9ff7-bf08e3a3a3be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:46.838801 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b609b-7691-4c61-9ff7-bf08e3a3a3be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:46.839165 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b609b-7691-4c61-9ff7-bf08e3a3a3be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:46.839580 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b609b-7691-4c61-9ff7-bf08e3a3a3be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:46.839937 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b609b-7691-4c61-9ff7-bf08e3a3a3be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:46.840261 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b609b-7691-4c61-9ff7-bf08e3a3a3be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:46.840600 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b609b-7691-4c61-9ff7-bf08e3a3a3be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:46.840942 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b609b-7691-4c61-9ff7-bf08e3a3a3be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:46.841278 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b609b-7691-4c61-9ff7-bf08e3a3a3be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:46.841613 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b609b-7691-4c61-9ff7-bf08e3a3a3be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:46.844661 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-778b609b-7691-4c61-9ff7-bf08e3a3a3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:46.845555 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-778b609b-7691-4c61-9ff7-bf08e3a3a3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:46.846651 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-778b609b-7691-4c61-9ff7-bf08e3a3a3be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af4e6a55-fbe9-4887-b75d-90190459b615 HTTP/1.1" status: 204 len: 168 time: 0.2925935 May 02 03:14:47.753756 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:48.006098 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca10fe-66bd-4302-9dd9-48e09ed47872 req-e49efcf0-cbaf-4940-99d4-6b5b468767ab tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:48.007674 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f2ca10fe-66bd-4302-9dd9-48e09ed47872 req-e49efcf0-cbaf-4940-99d4-6b5b468767ab tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb551a3e-0130-41c8-aea0-c32dfbbbf25e HTTP/1.1" status: 200 len: 946 time: 0.0927341 May 02 03:14:48.024651 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 43736) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:14:48.059460 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f2ca10fe-66bd-4302-9dd9-48e09ed47872 req-69537d9f-1cdf-4d54-adec-5d737c599b4d tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451198 May 02 03:14:48.151576 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b1620989-4c15-4f97-91a8-4f2b31cd06d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:48.165777 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-b1620989-4c15-4f97-91a8-4f2b31cd06d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:14:48.169660 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-b1620989-4c15-4f97-91a8-4f2b31cd06d9 admin admin] Usage tracker for resource:security_group_rule and tenant:8fa55e073764405b84ee0d242320ae4e is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:14:48.172541 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-b1620989-4c15-4f97-91a8-4f2b31cd06d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:14:48.178323 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-b1620989-4c15-4f97-91a8-4f2b31cd06d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:14:48.262245 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b1620989-4c15-4f97-91a8-4f2b31cd06d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:48.265894 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b1620989-4c15-4f97-91a8-4f2b31cd06d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:48.273723 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-af9198b4-1f35-4649-8c99-b745971347f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:48.314077 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-b1620989-4c15-4f97-91a8-4f2b31cd06d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8fa55e073764405b84ee0d242320ae4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882824 May 02 03:14:48.315109 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1620989-4c15-4f97-91a8-4f2b31cd06d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7d8c55-c1df-468f-a51f-ead195f85999,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:48.316812 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 43742) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:14:48.318160 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b1620989-4c15-4f97-91a8-4f2b31cd06d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:48.375349 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7093d844-79e6-4101-b2df-655444baf71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:48.401639 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7093d844-79e6-4101-b2df-655444baf71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:48.453360 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7093d844-79e6-4101-b2df-655444baf71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:48.456982 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-65666701-c81b-4a4f-8343-b8f04900dcf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:48.469891 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093d844-79e6-4101-b2df-655444baf71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7d8c55-c1df-468f-a51f-ead195f85999,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:48.472742 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-7093d844-79e6-4101-b2df-655444baf71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:48.474702 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7093d844-79e6-4101-b2df-655444baf71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:48.475867 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-7093d844-79e6-4101-b2df-655444baf71e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a7d8c55-c1df-468f-a51f-ead195f85999 HTTP/1.1" status: 204 len: 168 time: 0.1580627 May 02 03:14:49.084914 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebe6e7-9d78-40c8-a887-8cf960cea84d req-95aef914-0b5f-4332-a531-cb7f6abc6d88 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:49.086593 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3bebe6e7-9d78-40c8-a887-8cf960cea84d req-95aef914-0b5f-4332-a531-cb7f6abc6d88 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb551a3e-0130-41c8-aea0-c32dfbbbf25e HTTP/1.1" status: 200 len: 946 time: 0.0905178 May 02 03:14:49.306000 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a7185-86dd-4138-8e91-0d943d7c055a req-e1319201-736c-41b5-b027-3f6054da5a4e tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:49.308648 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-402a7185-86dd-4138-8e91-0d943d7c055a req-e1319201-736c-41b5-b027-3f6054da5a4e tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb551a3e-0130-41c8-aea0-c32dfbbbf25e HTTP/1.1" status: 200 len: 946 time: 0.1186187 May 02 03:14:49.311285 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [req-3bebe6e7-9d78-40c8-a887-8cf960cea84d req-08bc5c30-420a-48ea-b9ff-d75aa82e0428 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Deleting port 36c344f3-20bf-4278-bf9c-8bf94cb1907f {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:14:49.311624 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-3bebe6e7-9d78-40c8-a887-8cf960cea84d req-08bc5c30-420a-48ea-b9ff-d75aa82e0428 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:49.454488 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-402a7185-86dd-4138-8e91-0d943d7c055a req-12a97f5e-4db0-4c65-95c2-2a80bcaeaff6 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253109 May 02 03:14:49.498720 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-3bebe6e7-9d78-40c8-a887-8cf960cea84d req-08bc5c30-420a-48ea-b9ff-d75aa82e0428 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] For port 36c344f3-20bf-4278-bf9c-8bf94cb1907f, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=36c344f3-20bf-4278-bf9c-8bf94cb1907f,segment=NetworkSegment(28d3f0e0-e582-4ebf-ba9b-62ee8e65170c),segment_id=28d3f0e0-e582-4ebf-ba9b-62ee8e65170c)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:14:49.498966 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-3bebe6e7-9d78-40c8-a887-8cf960cea84d req-08bc5c30-420a-48ea-b9ff-d75aa82e0428 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:49.630560 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [req-3bebe6e7-9d78-40c8-a887-8cf960cea84d req-08bc5c30-420a-48ea-b9ff-d75aa82e0428 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Calling delete_port for 36c344f3-20bf-4278-bf9c-8bf94cb1907f owned by compute:nova {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:14:49.750443 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-3bebe6e7-9d78-40c8-a887-8cf960cea84d req-08bc5c30-420a-48ea-b9ff-d75aa82e0428 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16413079'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:49.757997 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-a4c186b7-62b4-4d93-a2c5-2c8a3d75ae21 tempest-DeleteServersTestJSON-1500353692 tempest-DeleteServersTestJSON-1500353692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:49.765009 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['36c344f3-20bf-4278-bf9c-8bf94cb1907f'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:14:49.810218 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc5c30-420a-48ea-b9ff-d75aa82e0428 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Pushing event deleted for resources: {'Port': ['ID=36c344f3-20bf-4278-bf9c-8bf94cb1907f,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:49.814046 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-08bc5c30-420a-48ea-b9ff-d75aa82e0428 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:49.896297 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bebe6e7-9d78-40c8-a887-8cf960cea84d req-08bc5c30-420a-48ea-b9ff-d75aa82e0428 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] No DVR routers for this DVR port 36c344f3-20bf-4278-bf9c-8bf94cb1907f on host hv-cinder-78907 {{(pid=73838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:14:49.899032 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-3bebe6e7-9d78-40c8-a887-8cf960cea84d req-08bc5c30-420a-48ea-b9ff-d75aa82e0428 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:49.902405 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb551a3e-0130-41c8-aea0-c32dfbbbf25e', 'name': 'network-vif-deleted', 'tag': '36c344f3-20bf-4278-bf9c-8bf94cb1907f'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:14:49.920307 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3bebe6e7-9d78-40c8-a887-8cf960cea84d req-08bc5c30-420a-48ea-b9ff-d75aa82e0428 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.16 "DELETE /v2.0/ports/36c344f3-20bf-4278-bf9c-8bf94cb1907f HTTP/1.1" status: 204 len: 173 time: 0.8273139 May 02 03:14:49.953766 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb551a3e-0130-41c8-aea0-c32dfbbbf25e', 'name': 'network-vif-deleted', 'tag': '36c344f3-20bf-4278-bf9c-8bf94cb1907f', 'status': 'completed', 'code': 200} May 02 03:14:50.635954 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3f307091-39cc-4295-bab4-5aabbced29a5 req-a4eb6090-39a9-4c66-a955-c101da436245 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb551a3e-0130-41c8-aea0-c32dfbbbf25e HTTP/1.1" status: 200 len: 210 time: 0.0503795 May 02 03:14:53.593182 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 36c344f3-20bf-4278-bf9c-8bf94cb1907f no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:14:53.629646 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-06578581-5416-4b0b-80be-835749a33250 None None] No Port match for: 36c344f3-20bf-4278-bf9c-8bf94cb1907f {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:14:53.630033 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 36c344f3-20bf-4278-bf9c-8bf94cb1907f not bound to the agent host hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:14:56.013682 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-eefc858d-697b-4753-ac78-0773fcd65d16 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:56.015278 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-eefc858d-697b-4753-ac78-0773fcd65d16 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/networks?id=a4862ac9-73d7-47ce-ae41-a1500b7e1690 HTTP/1.1" status: 200 len: 813 time: 0.1581838 May 02 03:14:56.030337 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-a06016bd-c4dd-4e69-a72f-3f2a0582acf1 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/quotas/bf80f53084114123b5fe49af3d510fc9 HTTP/1.1" status: 200 len: 375 time: 0.0095234 May 02 03:14:56.081946 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-e8b92f97-202b-49b0-b544-ba59b48ca6a2 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Synchronizing usage tracker for tenant:bf80f53084114123b5fe49af3d510fc9 on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:14:56.099375 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-e8b92f97-202b-49b0-b544-ba59b48ca6a2 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Unset dirty status for tenant:bf80f53084114123b5fe49af3d510fc9 on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:14:56.100563 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-e8b92f97-202b-49b0-b544-ba59b48ca6a2 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf80f53084114123b5fe49af3d510fc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640965 May 02 03:14:56.445305 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-9a15f3c1-2203-4adc-be37-6ad0c71066e2 service neutron] 10.222.0.20 "GET /v2.0/networks/a4862ac9-73d7-47ce-ae41-a1500b7e1690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364723 May 02 03:14:56.589815 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-a95529ef-9199-496b-8cf7-d89d9e6c8aeb service neutron] 10.222.0.20 "GET /v2.0/networks/a4862ac9-73d7-47ce-ae41-a1500b7e1690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377790 May 02 03:14:56.787634 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4c387d99-949c-40c7-b362-8559d8460125 req-fd117ad6-c24c-45f6-adab-8f00095010c9 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=f101b0cc-68bf-4124-a73d-ef8a7f057f8b HTTP/1.1" status: 200 len: 210 time: 0.0478659 May 02 03:14:58.043021 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-320587cb-0c62-4770-b878-45c3ede3821b req-996c27dc-0a46-4be7-b9b9-1a516ccc2885 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=f101b0cc-68bf-4124-a73d-ef8a7f057f8b HTTP/1.1" status: 200 len: 210 time: 0.0884855 May 02 03:14:58.150618 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 43948) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:14:58.175968 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-d26a2f00-4b30-4276-9ec6-ffa7ff771e77 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:58.177874 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-d26a2f00-4b30-4276-9ec6-ffa7ff771e77 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.16 "GET /v2.0/networks?id=a4862ac9-73d7-47ce-ae41-a1500b7e1690 HTTP/1.1" status: 200 len: 813 time: 0.2635429 May 02 03:14:58.192750 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-fc8492ea-3636-4da9-8e32-b313e8454450 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Request body: {'port': {'device_id': 'f101b0cc-68bf-4124-a73d-ef8a7f057f8b', 'network_id': 'a4862ac9-73d7-47ce-ae41-a1500b7e1690', 'admin_state_up': True, 'tenant_id': 'bf80f53084114123b5fe49af3d510fc9'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:14:58.292920 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a3e174e2-2060-47a0-a73e-7488911ff4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:58.308441 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-a3e174e2-2060-47a0-a73e-7488911ff4a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:14:58.313723 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-a3e174e2-2060-47a0-a73e-7488911ff4a3 admin admin] Usage tracker for resource:security_group_rule and tenant:7abbd07134474379bf275ee7a3642676 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:14:58.316724 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-a3e174e2-2060-47a0-a73e-7488911ff4a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:14:58.322502 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-a3e174e2-2060-47a0-a73e-7488911ff4a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:14:58.368087 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-fc8492ea-3636-4da9-8e32-b313e8454450 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:14:58.378673 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-fc8492ea-3636-4da9-8e32-b313e8454450 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:14:58.388184 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-fc8492ea-3636-4da9-8e32-b313e8454450 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Made reservation on behalf of bf80f53084114123b5fe49af3d510fc9 for: {'port': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:14:58.391933 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-fc8492ea-3636-4da9-8e32-b313e8454450 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:58.432782 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a3e174e2-2060-47a0-a73e-7488911ff4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:58.437025 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a3e174e2-2060-47a0-a73e-7488911ff4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:58.444742 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-e3d0b890-fa0d-4638-9e5c-6da3c68c092e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:58.495788 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-a3e174e2-2060-47a0-a73e-7488911ff4a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7abbd07134474379bf275ee7a3642676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3414388 May 02 03:14:58.495788 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e174e2-2060-47a0-a73e-7488911ff4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99852cc0-65b3-4ccf-9907-a000be6991d9,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:58.496140 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 43958) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:14:58.497943 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-a3e174e2-2060-47a0-a73e-7488911ff4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:58.660908 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-fc8492ea-3636-4da9-8e32-b313e8454450 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Allocated IP 172.20.0.10 (a4862ac9-73d7-47ce-ae41-a1500b7e1690/8cf666e2-2a70-4b29-a684-f0d2cbff8b62/9ab0e63d-1d74-459d-863e-d9466a154141) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:14:58.663019 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-cd264d52-b67d-4098-8463-746006c03cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:58.717962 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-cd264d52-b67d-4098-8463-746006c03cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:58.884986 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-cd264d52-b67d-4098-8463-746006c03cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:58.890999 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-87c6347e-935e-4408-b35f-234609d41d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:58.912599 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd264d52-b67d-4098-8463-746006c03cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99852cc0-65b3-4ccf-9907-a000be6991d9,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:58.941888 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd264d52-b67d-4098-8463-746006c03cd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:58.942251 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd264d52-b67d-4098-8463-746006c03cd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:58.942614 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd264d52-b67d-4098-8463-746006c03cd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:58.942969 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd264d52-b67d-4098-8463-746006c03cd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:58.943348 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd264d52-b67d-4098-8463-746006c03cd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:58.943701 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd264d52-b67d-4098-8463-746006c03cd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:58.944047 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd264d52-b67d-4098-8463-746006c03cd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:58.944390 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd264d52-b67d-4098-8463-746006c03cd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:58.944739 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd264d52-b67d-4098-8463-746006c03cd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:58.945079 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd264d52-b67d-4098-8463-746006c03cd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:58.945433 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd264d52-b67d-4098-8463-746006c03cd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:58.945755 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd264d52-b67d-4098-8463-746006c03cd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:14:58.951791 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-cd264d52-b67d-4098-8463-746006c03cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:58.971120 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-cd264d52-b67d-4098-8463-746006c03cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:58.972299 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-cd264d52-b67d-4098-8463-746006c03cd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99852cc0-65b3-4ccf-9907-a000be6991d9 HTTP/1.1" status: 204 len: 168 time: 0.4749396 May 02 03:14:58.975229 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-fc8492ea-3636-4da9-8e32-b313e8454450 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:59.008280 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-fc8492ea-3636-4da9-8e32-b313e8454450 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16413079'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:59.015272 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-9bb63d6e-5373-4e51-85a0-22ab059865cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:59.093689 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-fc8492ea-3636-4da9-8e32-b313e8454450 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Network a4862ac9-73d7-47ce-ae41-a1500b7e1690 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:14:59.098490 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-fc8492ea-3636-4da9-8e32-b313e8454450 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Resources bound (agent type, host, resource id): {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:14:59.108999 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-fc8492ea-3636-4da9-8e32-b313e8454450 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:14:59.157584 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8492ea-3636-4da9-8e32-b313e8454450 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Pushing event updated for resources: {'Port': ['ID=9ab0e63d-1d74-459d-863e-d9466a154141,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:59.165413 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-fc8492ea-3636-4da9-8e32-b313e8454450 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:59.190683 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:59.229042 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-fc8492ea-3636-4da9-8e32-b313e8454450 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:59.229391 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-fc8492ea-3636-4da9-8e32-b313e8454450 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:59.251361 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-fc8492ea-3636-4da9-8e32-b313e8454450 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0628667 May 02 03:14:59.270481 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] Request body: {'port': {'device_id': 'f101b0cc-68bf-4124-a73d-ef8a7f057f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:14:59.325323 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a3bc5-c468-4e1e-b840-abbeadeffab9 req-cfae957f-a040-48cd-8a31-70a737a48e47 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:59.326053 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-418a3bc5-c468-4e1e-b840-abbeadeffab9 req-cfae957f-a040-48cd-8a31-70a737a48e47 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Synchronizing usage tracker for tenant:bf80f53084114123b5fe49af3d510fc9 on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:14:59.333989 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 43970) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:14:59.352161 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c6b6a64f-13f2-49f7-975e-d2c49c453f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:59.371076 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-c6b6a64f-13f2-49f7-975e-d2c49c453f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:14:59.374869 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-c6b6a64f-13f2-49f7-975e-d2c49c453f52 admin admin] Usage tracker for resource:security_group_rule and tenant:92362086373540729c5ac79d62a5b7f1 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:14:59.377833 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-c6b6a64f-13f2-49f7-975e-d2c49c453f52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:14:59.384852 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-c6b6a64f-13f2-49f7-975e-d2c49c453f52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:14:59.390726 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-418a3bc5-c468-4e1e-b840-abbeadeffab9 req-cfae957f-a040-48cd-8a31-70a737a48e47 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Unset dirty status for tenant:bf80f53084114123b5fe49af3d510fc9 on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:14:59.391997 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-418a3bc5-c468-4e1e-b840-abbeadeffab9 req-cfae957f-a040-48cd-8a31-70a737a48e47 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=f101b0cc-68bf-4124-a73d-ef8a7f057f8b HTTP/1.1" status: 200 len: 932 time: 0.2313366 May 02 03:14:59.431105 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:59.467588 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c6b6a64f-13f2-49f7-975e-d2c49c453f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:59.471494 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c6b6a64f-13f2-49f7-975e-d2c49c453f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:59.480847 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b3d9c044-cf2d-4e0f-9245-6ae9c16f435a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:59.504014 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-418a3bc5-c468-4e1e-b840-abbeadeffab9 req-73df21ab-5255-447e-826e-87aac97634b1 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998449 May 02 03:14:59.523048 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-c6b6a64f-13f2-49f7-975e-d2c49c453f52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92362086373540729c5ac79d62a5b7f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870191 May 02 03:14:59.523439 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 43974) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:14:59.527391 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6a64f-13f2-49f7-975e-d2c49c453f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e128146d-bf62-4f6f-b350-923afd5502fc,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:59.530545 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-c6b6a64f-13f2-49f7-975e-d2c49c453f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:59.587369 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-827908de-c301-47de-8377-56d0e8070594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:59.614399 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-827908de-c301-47de-8377-56d0e8070594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:59.722604 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-827908de-c301-47de-8377-56d0e8070594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:59.730308 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-c199ab5c-733d-4498-98d1-3e29fc8c44f1 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:14:59.746433 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827908de-c301-47de-8377-56d0e8070594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e128146d-bf62-4f6f-b350-923afd5502fc,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:14:59.749269 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-827908de-c301-47de-8377-56d0e8070594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:14:59.757474 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f0c1e98f-9ffe-4eee-89cd-28e3f4a9f797 req-c6cf95d6-5b5a-49ca-b0ea-e597fedec8ae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1123183 May 02 03:14:59.767701 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-827908de-c301-47de-8377-56d0e8070594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:59.771582 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-827908de-c301-47de-8377-56d0e8070594 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e128146d-bf62-4f6f-b350-923afd5502fc HTTP/1.1" status: 204 len: 168 time: 0.2464833 May 02 03:14:59.902434 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab0e63d-1d74-459d-863e-d9466a154141 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:14:59.913639 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:59.928963 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1e98f-9ffe-4eee-89cd-28e3f4a9f797 req-9d7e44fc-7f52-46bd-9fa7-20504d4909fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:14:59.930408 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] Transition to ACTIVE for port object 9ab0e63d-1d74-459d-863e-d9466a154141 will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:14:59.931070 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f0c1e98f-9ffe-4eee-89cd-28e3f4a9f797 req-9d7e44fc-7f52-46bd-9fa7-20504d4909fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4cad81e8e2db4740a00d3096daca830a&device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 1098 time: 0.0741825 May 02 03:14:59.936849 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16413088'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:14:59.945266 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-7db313d6-fecc-4313-b92a-f71d33db49d2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:00.084561 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1e98f-9ffe-4eee-89cd-28e3f4a9f797 req-37e0de48-33cf-47bf-a656-bc0793e5c0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:00.086709 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f0c1e98f-9ffe-4eee-89cd-28e3f4a9f797 req-37e0de48-33cf-47bf-a656-bc0793e5c0a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c272bd6b-64d2-4e2d-b949-abb77dc52154 HTTP/1.1" status: 200 len: 909 time: 0.1368515 May 02 03:15:00.109376 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] Pushing event updated for resources: {'Port': ['ID=9ab0e63d-1d74-459d-863e-d9466a154141,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:00.111700 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:00.199618 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] Attempting to bind port 9ab0e63d-1d74-459d-863e-d9466a154141 on host hv-cinder-78907 for vnic_type normal with profile {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:15:00.200280 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] Attempting to bind port 9ab0e63d-1d74-459d-863e-d9466a154141 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '28d3f0e0-e582-4ebf-ba9b-62ee8e65170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4862ac9-73d7-47ce-ae41-a1500b7e1690'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:15:00.200828 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] Attempting to bind port 9ab0e63d-1d74-459d-863e-d9466a154141 on network a4862ac9-73d7-47ce-ae41-a1500b7e1690 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:15:00.211119 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] Port 9ab0e63d-1d74-459d-863e-d9466a154141 on network a4862ac9-73d7-47ce-ae41-a1500b7e1690 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:15:00.211720 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] Attempting to bind port 9ab0e63d-1d74-459d-863e-d9466a154141 on network a4862ac9-73d7-47ce-ae41-a1500b7e1690 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:15:00.212486 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f0c1e98f-9ffe-4eee-89cd-28e3f4a9f797 req-b303d814-be0b-463b-b8c9-684d3c793d8e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e HTTP/1.1" status: 200 len: 1001 time: 0.1175468 May 02 03:15:00.218277 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 43984) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:15:00.224600 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] Checking agent: {'id': 'f9e719c6-981b-4bb7-a7e6-8d35fc174b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'started_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:15:00.225139 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] Checking segment: {'id': '28d3f0e0-e582-4ebf-ba9b-62ee8e65170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4862ac9-73d7-47ce-ae41-a1500b7e1690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:15:00.225800 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] Bound using segment: {'id': '28d3f0e0-e582-4ebf-ba9b-62ee8e65170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4862ac9-73d7-47ce-ae41-a1500b7e1690'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:15:00.226521 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] Bound port: 9ab0e63d-1d74-459d-863e-d9466a154141, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28d3f0e0-e582-4ebf-ba9b-62ee8e65170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a4862ac9-73d7-47ce-ae41-a1500b7e1690'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:15:00.227090 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:00.275890 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-9906565e-c3ac-4b3a-9845-c5546cdd5d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:00.303413 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-9906565e-c3ac-4b3a-9845-c5546cdd5d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:15:00.310707 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-9906565e-c3ac-4b3a-9845-c5546cdd5d23 admin admin] Usage tracker for resource:security_group_rule and tenant:79e0395e67084076bc24291cd3b6ed9a is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:15:00.314946 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-9906565e-c3ac-4b3a-9845-c5546cdd5d23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:15:00.324154 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-9906565e-c3ac-4b3a-9845-c5546cdd5d23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:15:00.327007 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1e98f-9ffe-4eee-89cd-28e3f4a9f797 req-e036fdd3-90fd-4efb-a29d-33874635b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:00.328469 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f0c1e98f-9ffe-4eee-89cd-28e3f4a9f797 req-e036fdd3-90fd-4efb-a29d-33874635b566 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=506f98ec-dfc0-4209-bc72-91aa0b53fe2c HTTP/1.1" status: 200 len: 847 time: 0.0948513 May 02 03:15:00.333849 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] For port 9ab0e63d-1d74-459d-863e-d9466a154141, host hv-cinder-78907, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:15:00.340395 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] For port 9ab0e63d-1d74-459d-863e-d9466a154141, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=9ab0e63d-1d74-459d-863e-d9466a154141,segment=NetworkSegment(28d3f0e0-e582-4ebf-ba9b-62ee8e65170c),segment_id=28d3f0e0-e582-4ebf-ba9b-62ee8e65170c)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:15:00.346212 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16413088'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:00.350181 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-e6be9da2-c784-4d54-b5e3-f127f5844df3 tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:00.409273 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:00.409888 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:00.411367 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] 10.222.0.16 "PUT /v2.0/ports/9ab0e63d-1d74-459d-863e-d9466a154141 HTTP/1.1" status: 200 len: 1094 time: 1.1466062 May 02 03:15:00.411865 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f101b0cc-68bf-4124-a73d-ef8a7f057f8b', 'tag': '9ab0e63d-1d74-459d-863e-d9466a154141'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:15:00.449888 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] Pushing event updated for resources: {'Port': ['ID=9ab0e63d-1d74-459d-863e-d9466a154141,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:00.454101 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:00.455899 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1e98f-9ffe-4eee-89cd-28e3f4a9f797 req-d0e595b7-3fcd-4703-9cbb-a6562144effe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:00.457374 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f0c1e98f-9ffe-4eee-89cd-28e3f4a9f797 req-d0e595b7-3fcd-4703-9cbb-a6562144effe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c272bd6b-64d2-4e2d-b949-abb77dc52154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1211836 May 02 03:15:00.488319 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f101b0cc-68bf-4124-a73d-ef8a7f057f8b', 'tag': '9ab0e63d-1d74-459d-863e-d9466a154141', 'status': 'completed', 'code': 200} May 02 03:15:00.532361 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-66771ba8-2e76-4aa7-ac0a-6b6f40873625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:00.533993 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-66771ba8-2e76-4aa7-ac0a-6b6f40873625 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf80f53084114123b5fe49af3d510fc9&device_id=f101b0cc-68bf-4124-a73d-ef8a7f057f8b HTTP/1.1" status: 200 len: 1097 time: 0.0809658 May 02 03:15:00.584930 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-9906565e-c3ac-4b3a-9845-c5546cdd5d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:00.592953 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-9906565e-c3ac-4b3a-9845-c5546cdd5d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:00.605565 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-8e78d417-38ae-440b-9b16-7e25f55dc9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:00.610486 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-5d43f234-10cf-4ee3-b0b3-c7ab6b1107a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ab0e63d-1d74-459d-863e-d9466a154141 HTTP/1.1" status: 200 len: 217 time: 0.0692904 May 02 03:15:00.675946 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-c4e30a5c-0d5d-425f-ba21-173cb07b1d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:00.677399 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-c4e30a5c-0d5d-425f-ba21-173cb07b1d35 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cf666e2-2a70-4b29-a684-f0d2cbff8b62 HTTP/1.1" status: 200 len: 853 time: 0.0587564 May 02 03:15:00.712679 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906565e-c3ac-4b3a-9845-c5546cdd5d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cf7b42-7505-4b85-a3f7-783f461c6206,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:00.717128 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-9906565e-c3ac-4b3a-9845-c5546cdd5d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:00.725287 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-9906565e-c3ac-4b3a-9845-c5546cdd5d23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79e0395e67084076bc24291cd3b6ed9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5024767 May 02 03:15:00.725502 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 43992) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:15:00.728312 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f0c1e98f-9ffe-4eee-89cd-28e3f4a9f797 req-38ff4356-29e1-451f-94c0-f0030962be78 service neutron] 10.222.0.16 "GET /v2.0/networks/c272bd6b-64d2-4e2d-b949-abb77dc52154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602856 May 02 03:15:00.744812 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-6152a059-ef0e-48cb-b78c-6732619e5139 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a4862ac9-73d7-47ce-ae41-a1500b7e1690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608778 May 02 03:15:00.853204 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602533a-add1-4dde-bf54-8f358d9f8b87 req-ad3327c9-de21-4ed6-b8c2-5b0fa6557901 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:00.854687 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a602533a-add1-4dde-bf54-8f358d9f8b87 req-ad3327c9-de21-4ed6-b8c2-5b0fa6557901 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=f101b0cc-68bf-4124-a73d-ef8a7f057f8b HTTP/1.1" status: 200 len: 944 time: 0.2353873 May 02 03:15:00.889797 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6c040306-76ee-4278-951e-e41708c6f480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:00.911131 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f0c1e98f-9ffe-4eee-89cd-28e3f4a9f797 req-037b54ee-4bee-47b8-beab-9ec541f25932 service neutron] 10.222.0.16 "GET /v2.0/networks/c272bd6b-64d2-4e2d-b949-abb77dc52154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747437 May 02 03:15:00.921073 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a602533a-add1-4dde-bf54-8f358d9f8b87 req-d0f25111-7c9b-45d8-a809-72c89f6f89f0 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588326 May 02 03:15:00.938268 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6c040306-76ee-4278-951e-e41708c6f480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:00.949952 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-74452108-ca92-4555-b581-7542f5982746 service neutron] 10.222.0.16 "GET /v2.0/networks/a4862ac9-73d7-47ce-ae41-a1500b7e1690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934578 May 02 03:15:01.086899 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6c040306-76ee-4278-951e-e41708c6f480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.092891 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-5570c73e-0e55-4489-8bdd-74e959fac994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:01.115897 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c040306-76ee-4278-951e-e41708c6f480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cf7b42-7505-4b85-a3f7-783f461c6206,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:01.121796 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-6c040306-76ee-4278-951e-e41708c6f480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:01.125125 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9bfedaae-d768-4c80-ba1d-159aac800afa req-c4aab4f2-e760-4992-be71-84e4e13c2db9 service neutron] 10.222.0.16 "GET /v2.0/networks/a4862ac9-73d7-47ce-ae41-a1500b7e1690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666703 May 02 03:15:01.127130 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6c040306-76ee-4278-951e-e41708c6f480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:01.128153 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-6c040306-76ee-4278-951e-e41708c6f480 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08cf7b42-7505-4b85-a3f7-783f461c6206 HTTP/1.1" status: 204 len: 168 time: 0.4027629 May 02 03:15:01.253322 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d895866-a790-4a25-b5ab-90cfa09d76f1 req-eb2bbabf-c57a-4e6d-8f67-3cdb9030b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:01.254793 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-2d895866-a790-4a25-b5ab-90cfa09d76f1 req-eb2bbabf-c57a-4e6d-8f67-3cdb9030b59c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf80f53084114123b5fe49af3d510fc9&device_id=f101b0cc-68bf-4124-a73d-ef8a7f057f8b HTTP/1.1" status: 200 len: 1097 time: 0.0741606 May 02 03:15:01.414762 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d895866-a790-4a25-b5ab-90cfa09d76f1 req-0de47cff-acaa-4bae-8645-bafe5db18764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:01.416382 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-2d895866-a790-4a25-b5ab-90cfa09d76f1 req-0de47cff-acaa-4bae-8645-bafe5db18764 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a4862ac9-73d7-47ce-ae41-a1500b7e1690 HTTP/1.1" status: 200 len: 914 time: 0.1535120 May 02 03:15:01.491803 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-2d895866-a790-4a25-b5ab-90cfa09d76f1 req-4bc22d21-9e7a-47af-9fdd-967357037f83 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ab0e63d-1d74-459d-863e-d9466a154141 HTTP/1.1" status: 200 len: 217 time: 0.0674551 May 02 03:15:01.565877 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d895866-a790-4a25-b5ab-90cfa09d76f1 req-0755d772-2057-420d-a875-2c7a0c96e1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:01.567384 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-2d895866-a790-4a25-b5ab-90cfa09d76f1 req-0755d772-2057-420d-a875-2c7a0c96e1ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cf666e2-2a70-4b29-a684-f0d2cbff8b62 HTTP/1.1" status: 200 len: 853 time: 0.0688388 May 02 03:15:01.709195 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-2d895866-a790-4a25-b5ab-90cfa09d76f1 req-cf2280a4-76fe-47af-bbc2-e0d176279b39 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a4862ac9-73d7-47ce-ae41-a1500b7e1690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340804 May 02 03:15:01.859565 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-2d895866-a790-4a25-b5ab-90cfa09d76f1 req-f9ea2373-cf69-4c31-8923-b78f5d225b47 service neutron] 10.222.0.16 "GET /v2.0/networks/a4862ac9-73d7-47ce-ae41-a1500b7e1690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390560 May 02 03:15:01.998042 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-2d895866-a790-4a25-b5ab-90cfa09d76f1 req-d9fec2b9-aab5-4b3f-836a-6208aa9b5da7 service neutron] 10.222.0.16 "GET /v2.0/networks/a4862ac9-73d7-47ce-ae41-a1500b7e1690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315885 May 02 03:15:02.116310 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2fa52-2c40-4b26-b0e6-5119ff770e5b req-2eafac0c-c0a0-41c0-b82e-44e430342954 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:02.117780 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3fc2fa52-2c40-4b26-b0e6-5119ff770e5b req-2eafac0c-c0a0-41c0-b82e-44e430342954 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=f101b0cc-68bf-4124-a73d-ef8a7f057f8b HTTP/1.1" status: 200 len: 944 time: 0.0874653 May 02 03:15:02.164421 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3fc2fa52-2c40-4b26-b0e6-5119ff770e5b req-e8da8724-6400-4c52-873a-809e250c86d4 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394738 May 02 03:15:03.356346 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d5bf5-cb56-45f9-8097-627809da62a0 req-caf4cc0c-6b95-4ec6-9350-991c37f9d3f2 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:03.357853 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-340d5bf5-cb56-45f9-8097-627809da62a0 req-caf4cc0c-6b95-4ec6-9350-991c37f9d3f2 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=f101b0cc-68bf-4124-a73d-ef8a7f057f8b HTTP/1.1" status: 200 len: 944 time: 0.0878260 May 02 03:15:03.476579 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-340d5bf5-cb56-45f9-8097-627809da62a0 req-6ab09f45-1d56-45f6-9a38-245d9ae6ca69 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128581 May 02 03:15:03.608454 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 9ab0e63d-1d74-459d-863e-d9466a154141 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:15:03.748640 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 9ab0e63d-1d74-459d-863e-d9466a154141, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=9ab0e63d-1d74-459d-863e-d9466a154141,segment=NetworkSegment(28d3f0e0-e582-4ebf-ba9b-62ee8e65170c),segment_id=28d3f0e0-e582-4ebf-ba9b-62ee8e65170c)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:15:03.768212 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Returning: {'device': '9ab0e63d-1d74-459d-863e-d9466a154141', 'network_id': 'a4862ac9-73d7-47ce-ae41-a1500b7e1690', 'port_id': '9ab0e63d-1d74-459d-863e-d9466a154141', 'mac_address': 'fa:16:3e:f4:49:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf666e2-2a70-4b29-a684-f0d2cbff8b62', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:15:03.825769 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:03.845479 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [None req-06578581-5416-4b0b-80be-835749a33250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab0e63d-1d74-459d-863e-d9466a154141 {{(pid=73840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:15:03.862035 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 9ab0e63d-1d74-459d-863e-d9466a154141, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=9ab0e63d-1d74-459d-863e-d9466a154141,segment=NetworkSegment(28d3f0e0-e582-4ebf-ba9b-62ee8e65170c),segment_id=28d3f0e0-e582-4ebf-ba9b-62ee8e65170c)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:15:03.866359 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:03.868318 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:03.933461 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=9ab0e63d-1d74-459d-863e-d9466a154141,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:03.940805 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:03.941139 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:03.941484 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:03.941797 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:03.942118 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:03.942438 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:03.942754 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:03.943069 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:03.943414 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:03.943727 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:03.944043 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:03.944356 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:03.951511 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:04.077446 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['9ab0e63d-1d74-459d-863e-d9466a154141'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:15:04.665763 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd618ccb-a60d-4829-b5ff-bb3ba224ce06 req-9a47ae57-9383-410b-9095-4655594f0155 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:04.667892 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-dd618ccb-a60d-4829-b5ff-bb3ba224ce06 req-9a47ae57-9383-410b-9095-4655594f0155 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=f101b0cc-68bf-4124-a73d-ef8a7f057f8b HTTP/1.1" status: 200 len: 945 time: 0.0844345 May 02 03:15:04.718545 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-dd618ccb-a60d-4829-b5ff-bb3ba224ce06 req-ed8182af-72cc-46a0-b768-e9f3725a9e30 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438566 May 02 03:15:05.623756 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 9ab0e63d-1d74-459d-863e-d9466a154141 up at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:15:05.723716 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning for port 9ab0e63d-1d74-459d-863e-d9466a154141 completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:15:05.728502 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning complete for port 9ab0e63d-1d74-459d-863e-d9466a154141 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:15:05.728877 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:05.854402 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:05.884676 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f101b0cc-68bf-4124-a73d-ef8a7f057f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab0e63d-1d74-459d-863e-d9466a154141'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:15:05.896111 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 9ab0e63d-1d74-459d-863e-d9466a154141, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=9ab0e63d-1d74-459d-863e-d9466a154141,segment=NetworkSegment(28d3f0e0-e582-4ebf-ba9b-62ee8e65170c),segment_id=28d3f0e0-e582-4ebf-ba9b-62ee8e65170c)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:15:05.905090 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:05.907122 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-63248438-7b7e-4097-a9fb-213821591bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:05.910605 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c063356-8e9a-46dd-9d60-fd4143598d73 req-6f0ec97e-c600-49d8-bbc8-38417a2bc4cf tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:05.912560 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-2c063356-8e9a-46dd-9d60-fd4143598d73 req-6f0ec97e-c600-49d8-bbc8-38417a2bc4cf tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=f101b0cc-68bf-4124-a73d-ef8a7f057f8b HTTP/1.1" status: 200 len: 945 time: 0.0848558 May 02 03:15:05.961892 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-2c063356-8e9a-46dd-9d60-fd4143598d73 req-c7846ea8-19a2-4d82-8751-4b631244d580 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432367 May 02 03:15:05.985839 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=9ab0e63d-1d74-459d-863e-d9466a154141,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:05.992288 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:06.097150 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f101b0cc-68bf-4124-a73d-ef8a7f057f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab0e63d-1d74-459d-863e-d9466a154141', 'code': 200} May 02 03:15:06.451498 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53159f-ede1-4831-bac8-b5c8f268b84e req-eda9ccc2-a01e-462f-84ec-ff2c4eb7d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:06.452998 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4e53159f-ede1-4831-bac8-b5c8f268b84e req-eda9ccc2-a01e-462f-84ec-ff2c4eb7d633 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f101b0cc-68bf-4124-a73d-ef8a7f057f8b HTTP/1.1" status: 200 len: 1099 time: 0.1893749 May 02 03:15:06.505658 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4e53159f-ede1-4831-bac8-b5c8f268b84e req-03ef4b9e-0c1f-4e04-9329-633a89c89149 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461111 May 02 03:15:07.153944 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78928a83-2373-4fa2-8353-97b6baebd69b req-a424e934-335e-4aab-a840-c0de94472b53 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:07.155441 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-78928a83-2373-4fa2-8353-97b6baebd69b req-a424e934-335e-4aab-a840-c0de94472b53 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=f101b0cc-68bf-4124-a73d-ef8a7f057f8b HTTP/1.1" status: 200 len: 946 time: 0.0850859 May 02 03:15:07.200555 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-78928a83-2373-4fa2-8353-97b6baebd69b req-296e9cad-ea77-41ed-a61f-4b03e0357287 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393639 May 02 03:15:07.849345 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 44096) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:15:07.976266 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0c998e18-2a3e-404d-9e9e-f07d8760bcf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:07.991418 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-0c998e18-2a3e-404d-9e9e-f07d8760bcf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:15:07.995827 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-0c998e18-2a3e-404d-9e9e-f07d8760bcf6 admin admin] Usage tracker for resource:security_group_rule and tenant:8113a09f70f443a890e0d0a9ba24e284 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:15:07.998731 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-0c998e18-2a3e-404d-9e9e-f07d8760bcf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:15:08.004596 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-0c998e18-2a3e-404d-9e9e-f07d8760bcf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:15:08.091397 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0c998e18-2a3e-404d-9e9e-f07d8760bcf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:08.094820 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0c998e18-2a3e-404d-9e9e-f07d8760bcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:08.110942 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-06241fc3-6013-4a15-a397-ebda0e76dbcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:08.149581 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-0c998e18-2a3e-404d-9e9e-f07d8760bcf6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8113a09f70f443a890e0d0a9ba24e284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991078 May 02 03:15:08.151159 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c998e18-2a3e-404d-9e9e-f07d8760bcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf4b8b4-5ea9-4a4a-87fc-f2186474c497,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:08.152986 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 44102) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:15:08.159488 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-0c998e18-2a3e-404d-9e9e-f07d8760bcf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:08.214387 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-9f94f5a2-a3c5-45f8-8f00-b41589b0addc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:08.240619 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-9f94f5a2-a3c5-45f8-8f00-b41589b0addc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:08.293964 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-9f94f5a2-a3c5-45f8-8f00-b41589b0addc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:08.297862 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-969299c3-46bf-4439-aad0-5ae7b263efd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:08.311270 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94f5a2-a3c5-45f8-8f00-b41589b0addc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf4b8b4-5ea9-4a4a-87fc-f2186474c497,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:08.314197 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-9f94f5a2-a3c5-45f8-8f00-b41589b0addc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:08.323984 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-9f94f5a2-a3c5-45f8-8f00-b41589b0addc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:08.325196 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-9f94f5a2-a3c5-45f8-8f00-b41589b0addc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8bf4b8b4-5ea9-4a4a-87fc-f2186474c497 HTTP/1.1" status: 204 len: 168 time: 0.1712315 May 02 03:15:08.405500 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca5a74-8ef0-4368-98ed-4eb0c24151a5 req-8925f46a-391c-4cca-b324-4d3a64df3828 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:08.407013 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-c0ca5a74-8ef0-4368-98ed-4eb0c24151a5 req-8925f46a-391c-4cca-b324-4d3a64df3828 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=f101b0cc-68bf-4124-a73d-ef8a7f057f8b HTTP/1.1" status: 200 len: 946 time: 0.0957630 May 02 03:15:08.456461 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-c0ca5a74-8ef0-4368-98ed-4eb0c24151a5 req-a04c95f9-d033-4f89-a531-e2e1072293fe tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434394 May 02 03:15:09.059400 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4dcc9-a59c-46ca-b4ab-12d8e62ce07b req-9992c987-26e5-4685-9105-7be0e8341ebd tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:09.062135 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-8ea4dcc9-a59c-46ca-b4ab-12d8e62ce07b req-9992c987-26e5-4685-9105-7be0e8341ebd tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 946 time: 0.1051090 May 02 03:15:09.113542 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-8ea4dcc9-a59c-46ca-b4ab-12d8e62ce07b req-7488cd98-ddb3-42da-b88e-b59a67538dd3 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453708 May 02 03:15:10.327557 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66efae-d617-4953-a5f5-caa32e835f80 req-d1cfd483-3bef-4a1a-9c20-3c76eab2db50 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:10.329095 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0e66efae-d617-4953-a5f5-caa32e835f80 req-d1cfd483-3bef-4a1a-9c20-3c76eab2db50 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 946 time: 0.0890155 May 02 03:15:10.384411 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0e66efae-d617-4953-a5f5-caa32e835f80 req-893851bc-1551-48e7-b8de-a13d8e332c1b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436559 May 02 03:15:11.584130 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea79519-2fd8-4116-9de6-b736219ce262 req-b7bdc76b-69eb-4366-bcea-3f6e9901a85b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:11.585625 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-dea79519-2fd8-4116-9de6-b736219ce262 req-b7bdc76b-69eb-4366-bcea-3f6e9901a85b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 946 time: 0.0871441 May 02 03:15:11.636893 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-dea79519-2fd8-4116-9de6-b736219ce262 req-d22d4d86-2311-4dbc-8f96-0376a9064843 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443130 May 02 03:15:12.054748 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-01ec7b4a-9ba1-4629-98e1-a4fccbda61b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:12.847464 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2124582-c1f1-4072-bde1-d104d6adc34d req-29db202c-f534-4879-8d36-8805c1ae939a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:12.848923 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a2124582-c1f1-4072-bde1-d104d6adc34d req-29db202c-f534-4879-8d36-8805c1ae939a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 946 time: 0.0932796 May 02 03:15:12.895171 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a2124582-c1f1-4072-bde1-d104d6adc34d req-370e6f37-248b-4284-8964-5a00336edc98 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401411 May 02 03:15:14.213640 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78472149-7335-47f8-9ba0-546bbba5043d req-a9d1cc8d-a530-45dc-8cd3-6acc6f9c1811 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:14.215125 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-78472149-7335-47f8-9ba0-546bbba5043d req-a9d1cc8d-a530-45dc-8cd3-6acc6f9c1811 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 946 time: 0.0940511 May 02 03:15:14.269496 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-78472149-7335-47f8-9ba0-546bbba5043d req-778cd556-b320-4f1a-961d-2f40498ed6fb tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465140 May 02 03:15:14.632146 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-b80f7902-a13c-4f68-88b9-a42770de4d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:14.955162 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:15.469433 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5b1ce-288d-4992-a0af-a0fb4ee61b44 req-cd51bed2-9170-4921-bdab-5e9f54bfc878 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:15.470906 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c3f5b1ce-288d-4992-a0af-a0fb4ee61b44 req-cd51bed2-9170-4921-bdab-5e9f54bfc878 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 946 time: 0.0871489 May 02 03:15:15.516807 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c3f5b1ce-288d-4992-a0af-a0fb4ee61b44 req-8fa286e2-7c4f-4349-a3e1-6522e84a3c8f tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401773 May 02 03:15:16.037472 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:16.358434 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:15:16.709960 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b324a-604b-4611-a896-46ba79e62c96 req-20a75503-fa2d-4961-a83b-fd4012fcd0ff tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:16.711467 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-1a0b324a-604b-4611-a896-46ba79e62c96 req-20a75503-fa2d-4961-a83b-fd4012fcd0ff tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 946 time: 0.0803487 May 02 03:15:16.762389 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-1a0b324a-604b-4611-a896-46ba79e62c96 req-c0c144ac-5b13-4714-8d74-8de46599e3b3 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450377 May 02 03:15:17.747267 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:17.958583 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca477c-486e-468a-9edf-93d4f8e892c1 req-ed1d5993-2855-41a4-91ad-51335fbe7226 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:17.960133 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d4ca477c-486e-468a-9edf-93d4f8e892c1 req-ed1d5993-2855-41a4-91ad-51335fbe7226 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 946 time: 0.0833943 May 02 03:15:18.005908 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d4ca477c-486e-468a-9edf-93d4f8e892c1 req-c966c1b0-2084-49ca-a076-413b66cf7327 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399230 May 02 03:15:19.197174 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89ec06-b1bf-4b64-87e5-491db4961dd3 req-c50eddc1-3ffd-4993-846a-b875f5372c0a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:19.198613 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4e89ec06-b1bf-4b64-87e5-491db4961dd3 req-c50eddc1-3ffd-4993-846a-b875f5372c0a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 946 time: 0.0818355 May 02 03:15:19.244936 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4e89ec06-b1bf-4b64-87e5-491db4961dd3 req-af57b4dc-8ea8-4a8b-8694-cd12c1f19414 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400028 May 02 03:15:20.438937 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f09025-4414-44ab-b14b-5418a06e650d req-cf120bac-164c-4893-84b4-b1c4ce9762af tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:20.440586 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-00f09025-4414-44ab-b14b-5418a06e650d req-cf120bac-164c-4893-84b4-b1c4ce9762af tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 946 time: 0.0822551 May 02 03:15:20.486677 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-00f09025-4414-44ab-b14b-5418a06e650d req-e0e29c7b-cde7-4a33-ad83-1e82ffd0219a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404298 May 02 03:15:21.685732 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 87ebcff6-433d-44b1-9ab7-4195cf47767e details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:15:21.690745 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae9f4e-7da0-41c9-976a-4116cc6313f3 req-4d2519e1-55a9-4b8b-8542-ae9e5b2c24b4 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:21.692237 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a4ae9f4e-7da0-41c9-976a-4116cc6313f3 req-4d2519e1-55a9-4b8b-8542-ae9e5b2c24b4 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 946 time: 0.0867298 May 02 03:15:21.763759 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a4ae9f4e-7da0-41c9-976a-4116cc6313f3 req-8418e83d-0bf5-434c-b044-a16a9545dce9 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641658 May 02 03:15:21.893280 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 87ebcff6-433d-44b1-9ab7-4195cf47767e, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=87ebcff6-433d-44b1-9ab7-4195cf47767e,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:15:21.908983 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Returning: {'device': '87ebcff6-433d-44b1-9ab7-4195cf47767e', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'port_id': '87ebcff6-433d-44b1-9ab7-4195cf47767e', 'mac_address': 'fa:16:3e:48:36:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:15:21.970603 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:21.988037 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [None req-06578581-5416-4b0b-80be-835749a33250 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87ebcff6-433d-44b1-9ab7-4195cf47767e {{(pid=73840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:15:22.009106 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 87ebcff6-433d-44b1-9ab7-4195cf47767e, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=87ebcff6-433d-44b1-9ab7-4195cf47767e,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:15:22.013976 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:22.016987 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:22.088454 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=87ebcff6-433d-44b1-9ab7-4195cf47767e,revision_number=6']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:22.092697 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:22.101913 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['87ebcff6-433d-44b1-9ab7-4195cf47767e'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:15:22.990769 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab8c2f-59fd-415f-97c5-35354895a46c req-2eb35ec0-31ec-4ca0-8f97-0c91590b1f0b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:22.992420 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a0ab8c2f-59fd-415f-97c5-35354895a46c req-2eb35ec0-31ec-4ca0-8f97-0c91590b1f0b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 945 time: 0.1109593 May 02 03:15:23.054384 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a0ab8c2f-59fd-415f-97c5-35354895a46c req-31e824a5-4431-4930-ba0d-ef32a7fdb4ff tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543189 May 02 03:15:23.693774 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 87ebcff6-433d-44b1-9ab7-4195cf47767e up at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:15:23.810911 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning complete for port 87ebcff6-433d-44b1-9ab7-4195cf47767e triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:15:23.811317 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:23.955528 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:23.986137 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b2930a-75d5-49ab-9ea9-29c63a8f6411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ebcff6-433d-44b1-9ab7-4195cf47767e'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:15:23.997820 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 87ebcff6-433d-44b1-9ab7-4195cf47767e, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=87ebcff6-433d-44b1-9ab7-4195cf47767e,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:15:24.016635 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:24.018745 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-1450460d-c5a3-4b49-89c5-094c733d134c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:24.142110 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=87ebcff6-433d-44b1-9ab7-4195cf47767e,revision_number=7']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:24.148616 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:24.158977 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b2930a-75d5-49ab-9ea9-29c63a8f6411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ebcff6-433d-44b1-9ab7-4195cf47767e', 'code': 200} May 02 03:15:24.386144 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275b5ae-5d7a-49fd-b6fe-3e13c6f9b9e1 req-839d0d26-1d62-4439-98e2-38c1df46b799 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:24.389148 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e275b5ae-5d7a-49fd-b6fe-3e13c6f9b9e1 req-839d0d26-1d62-4439-98e2-38c1df46b799 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 946 time: 0.1155393 May 02 03:15:24.444636 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e275b5ae-5d7a-49fd-b6fe-3e13c6f9b9e1 req-3792a575-e38b-442a-b9c6-b1c258bf387d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461781 May 02 03:15:25.674790 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6751a-6b94-48ed-a4b1-e8a76de74e8d req-0075e40d-8054-4805-af9c-11deca6e67e6 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:25.682712 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-71a6751a-6b94-48ed-a4b1-e8a76de74e8d req-0075e40d-8054-4805-af9c-11deca6e67e6 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 946 time: 0.1022112 May 02 03:15:25.756310 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-71a6751a-6b94-48ed-a4b1-e8a76de74e8d req-65ec8712-f786-43b4-9cb1-d099270a3b22 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723796 May 02 03:15:25.784450 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46569a6-2e4f-4d5b-8830-60b19ae1585c req-fae17ac6-bccd-4af4-b4b6-a25be39063f9 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:25.786047 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f46569a6-2e4f-4d5b-8830-60b19ae1585c req-fae17ac6-bccd-4af4-b4b6-a25be39063f9 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=f101b0cc-68bf-4124-a73d-ef8a7f057f8b HTTP/1.1" status: 200 len: 946 time: 0.1122332 May 02 03:15:25.843447 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f46569a6-2e4f-4d5b-8830-60b19ae1585c req-3a1f6e11-c671-40c2-990f-2fc1c43a35ca tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514677 May 02 03:15:26.967693 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045b74f-613e-4407-88a3-a820fec8e202 req-7910a25c-de18-4c23-82a4-d61493e4ef53 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:26.969180 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-1045b74f-613e-4407-88a3-a820fec8e202 req-7910a25c-de18-4c23-82a4-d61493e4ef53 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 946 time: 0.0964749 May 02 03:15:27.025069 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-1045b74f-613e-4407-88a3-a820fec8e202 req-649fd2c9-5b9e-44eb-a63d-fbcbc78ca89c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454874 May 02 03:15:27.063554 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e6685-6f37-4ae6-ad5f-f8f5a68f28d8 req-3c8a6736-9430-4ea0-847e-de04b125658c tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:27.065332 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-877e6685-6f37-4ae6-ad5f-f8f5a68f28d8 req-3c8a6736-9430-4ea0-847e-de04b125658c tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=f101b0cc-68bf-4124-a73d-ef8a7f057f8b HTTP/1.1" status: 200 len: 946 time: 0.0890205 May 02 03:15:27.116426 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-877e6685-6f37-4ae6-ad5f-f8f5a68f28d8 req-59ae265f-e3e7-443d-9620-b50addf99141 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452466 May 02 03:15:28.272727 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219efebf-b77e-4ad1-b4e7-630e7ad54a8f req-d75b179a-e983-461c-a7e9-acd393c55c0b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:28.274262 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-219efebf-b77e-4ad1-b4e7-630e7ad54a8f req-d75b179a-e983-461c-a7e9-acd393c55c0b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 946 time: 0.1092813 May 02 03:15:28.331602 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6997cdc-34e4-4f5e-8d93-ca796b905bd7 req-d4574ca3-3699-4bc3-9d64-da7e44c65408 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:28.338585 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e6997cdc-34e4-4f5e-8d93-ca796b905bd7 req-d4574ca3-3699-4bc3-9d64-da7e44c65408 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=f101b0cc-68bf-4124-a73d-ef8a7f057f8b HTTP/1.1" status: 200 len: 946 time: 0.1093147 May 02 03:15:28.348136 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-219efebf-b77e-4ad1-b4e7-630e7ad54a8f req-58617161-e3fd-4953-9c78-fd6d31419144 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654612 May 02 03:15:28.392524 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e6997cdc-34e4-4f5e-8d93-ca796b905bd7 req-679a52c6-0aa2-4c09-85fc-3c2851138c4b tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529978 May 02 03:15:29.203994 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:29.597349 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb554832-fe7a-440a-af56-f07fe71c75b5 req-ca5a09ab-6ccd-454a-ba10-60e91c378e95 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:29.604601 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-cb554832-fe7a-440a-af56-f07fe71c75b5 req-ca5a09ab-6ccd-454a-ba10-60e91c378e95 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 946 time: 0.0976002 May 02 03:15:29.673848 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d43cb-54b5-4c4d-95be-2acee03d25d0 req-6467c976-ab5b-4319-b6aa-153b62d0ca25 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:29.675408 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-cb554832-fe7a-440a-af56-f07fe71c75b5 req-e30e5014-5984-4145-b333-6e6e315fabed tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698204 May 02 03:15:29.683040 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-2b7d43cb-54b5-4c4d-95be-2acee03d25d0 req-6467c976-ab5b-4319-b6aa-153b62d0ca25 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=f101b0cc-68bf-4124-a73d-ef8a7f057f8b HTTP/1.1" status: 200 len: 946 time: 0.1156807 May 02 03:15:29.753939 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-2b7d43cb-54b5-4c4d-95be-2acee03d25d0 req-24d6813a-ea24-455b-8cbd-5ffafffeacf1 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/security-groups?id=897af69d-b464-4a42-9099-db1772bcda86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620632 May 02 03:15:30.117367 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc8594-4563-49e2-b3df-9ffd42ec1ce8 req-023fe210-bb9c-491f-9feb-1e42f65bfd0d tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:30.118922 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-10bc8594-4563-49e2-b3df-9ffd42ec1ce8 req-023fe210-bb9c-491f-9feb-1e42f65bfd0d tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.16 "GET /v2.0/ports?device_id=f101b0cc-68bf-4124-a73d-ef8a7f057f8b HTTP/1.1" status: 200 len: 946 time: 0.0896702 May 02 03:15:30.383786 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [req-10bc8594-4563-49e2-b3df-9ffd42ec1ce8 req-ca0bd1a3-c361-42bf-8429-8d8836e83f2e tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Deleting port 9ab0e63d-1d74-459d-863e-d9466a154141 {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:15:30.384173 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-10bc8594-4563-49e2-b3df-9ffd42ec1ce8 req-ca0bd1a3-c361-42bf-8429-8d8836e83f2e tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:30.539580 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-10bc8594-4563-49e2-b3df-9ffd42ec1ce8 req-ca0bd1a3-c361-42bf-8429-8d8836e83f2e tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] For port 9ab0e63d-1d74-459d-863e-d9466a154141, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=9ab0e63d-1d74-459d-863e-d9466a154141,segment=NetworkSegment(28d3f0e0-e582-4ebf-ba9b-62ee8e65170c),segment_id=28d3f0e0-e582-4ebf-ba9b-62ee8e65170c)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:15:30.539995 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-10bc8594-4563-49e2-b3df-9ffd42ec1ce8 req-ca0bd1a3-c361-42bf-8429-8d8836e83f2e tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:30.686604 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [req-10bc8594-4563-49e2-b3df-9ffd42ec1ce8 req-ca0bd1a3-c361-42bf-8429-8d8836e83f2e tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Calling delete_port for 9ab0e63d-1d74-459d-863e-d9466a154141 owned by compute:nova {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:15:30.822292 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-10bc8594-4563-49e2-b3df-9ffd42ec1ce8 req-ca0bd1a3-c361-42bf-8429-8d8836e83f2e tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16413079'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:30.830239 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-7797967a-52a9-4719-a647-c02206195591 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:30.837485 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['9ab0e63d-1d74-459d-863e-d9466a154141'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:15:30.969428 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d6f94-8e1a-438d-8bce-67df0deaa25d req-3b36fb93-8664-4327-bf30-5fc24beb5e37 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:30.977936 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f39d6f94-8e1a-438d-8bce-67df0deaa25d req-3b36fb93-8664-4327-bf30-5fc24beb5e37 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 946 time: 0.1150742 May 02 03:15:30.998632 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [req-10bc8594-4563-49e2-b3df-9ffd42ec1ce8 req-ca0bd1a3-c361-42bf-8429-8d8836e83f2e tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] No DVR routers for this DVR port 9ab0e63d-1d74-459d-863e-d9466a154141 on host hv-cinder-78907 {{(pid=73838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:15:31.002151 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-10bc8594-4563-49e2-b3df-9ffd42ec1ce8 req-ca0bd1a3-c361-42bf-8429-8d8836e83f2e tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:31.005337 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0bd1a3-c361-42bf-8429-8d8836e83f2e tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Pushing event deleted for resources: {'Port': ['ID=9ab0e63d-1d74-459d-863e-d9466a154141,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:31.008032 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ca0bd1a3-c361-42bf-8429-8d8836e83f2e tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:31.010615 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f101b0cc-68bf-4124-a73d-ef8a7f057f8b', 'name': 'network-vif-deleted', 'tag': '9ab0e63d-1d74-459d-863e-d9466a154141'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:15:31.077498 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-10bc8594-4563-49e2-b3df-9ffd42ec1ce8 req-ca0bd1a3-c361-42bf-8429-8d8836e83f2e tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.16 "DELETE /v2.0/ports/9ab0e63d-1d74-459d-863e-d9466a154141 HTTP/1.1" status: 204 len: 173 time: 0.9511955 May 02 03:15:31.094831 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-0b22b905-dcbf-4c37-a876-98a23fd0611c req-0c405eef-cd61-482c-9bcd-2738994c3147 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Synchronizing usage tracker for tenant:bf80f53084114123b5fe49af3d510fc9 on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:15:31.133267 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-0b22b905-dcbf-4c37-a876-98a23fd0611c req-0c405eef-cd61-482c-9bcd-2738994c3147 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Unset dirty status for tenant:bf80f53084114123b5fe49af3d510fc9 on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:15:31.135570 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0b22b905-dcbf-4c37-a876-98a23fd0611c req-0c405eef-cd61-482c-9bcd-2738994c3147 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] 10.222.0.20 "GET /v2.0/ports?device_id=f101b0cc-68bf-4124-a73d-ef8a7f057f8b HTTP/1.1" status: 200 len: 210 time: 0.1038616 May 02 03:15:31.139587 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f39d6f94-8e1a-438d-8bce-67df0deaa25d req-71081eaf-70a5-405c-b17d-014a2355239e tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603167 May 02 03:15:31.270165 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f101b0cc-68bf-4124-a73d-ef8a7f057f8b', 'name': 'network-vif-deleted', 'tag': '9ab0e63d-1d74-459d-863e-d9466a154141', 'status': 'completed', 'code': 200} May 02 03:15:32.332697 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6417a-6af0-4c43-8bc6-2fdd32de4f50 req-c8426efe-9a93-4ebd-8265-0714090c5293 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:32.334647 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-60a6417a-6af0-4c43-8bc6-2fdd32de4f50 req-c8426efe-9a93-4ebd-8265-0714090c5293 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 946 time: 0.0863888 May 02 03:15:32.385537 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-60a6417a-6af0-4c43-8bc6-2fdd32de4f50 req-7926d660-6d67-441c-82c6-e8041a699273 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427186 May 02 03:15:32.521635 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e7d13-4430-4f1f-947e-cc2bfe0cc053 req-0fadf6d6-c56b-49ed-8b73-da8272be03c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:32.523216 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-150e7d13-4430-4f1f-947e-cc2bfe0cc053 req-0fadf6d6-c56b-49ed-8b73-da8272be03c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71a14cf4cc2e4dee8eb774056ca84b10&device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 1099 time: 0.0773990 May 02 03:15:32.669673 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e7d13-4430-4f1f-947e-cc2bfe0cc053 req-eab7cfaf-0fd2-4895-85b5-e89a72e0a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:32.671293 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-150e7d13-4430-4f1f-947e-cc2bfe0cc053 req-eab7cfaf-0fd2-4895-85b5-e89a72e0a13e service neutron] 10.222.0.16 "GET /v2.0/networks?id=d7689858-9039-425a-935e-3344516b06bf HTTP/1.1" status: 200 len: 918 time: 0.1415682 May 02 03:15:32.786735 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-150e7d13-4430-4f1f-947e-cc2bfe0cc053 req-cb847da5-0bb0-415c-891d-f6f4cc21080a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87ebcff6-433d-44b1-9ab7-4195cf47767e HTTP/1.1" status: 200 len: 1002 time: 0.1088347 May 02 03:15:32.855662 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e7d13-4430-4f1f-947e-cc2bfe0cc053 req-fa187f88-cef7-491c-a745-df0dd7ab4fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:32.857251 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-150e7d13-4430-4f1f-947e-cc2bfe0cc053 req-fa187f88-cef7-491c-a745-df0dd7ab4fe2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1280d3a9-2862-4bcb-8d9b-90a5151f672e HTTP/1.1" status: 200 len: 856 time: 0.0629933 May 02 03:15:32.937123 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e7d13-4430-4f1f-947e-cc2bfe0cc053 req-1fa2bf00-6db4-4909-924f-dbde79200215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:32.938588 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-150e7d13-4430-4f1f-947e-cc2bfe0cc053 req-1fa2bf00-6db4-4909-924f-dbde79200215 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d7689858-9039-425a-935e-3344516b06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0748143 May 02 03:15:33.072506 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-150e7d13-4430-4f1f-947e-cc2bfe0cc053 req-b665d636-fa1f-4669-96ee-3ddf481c7c34 service neutron] 10.222.0.16 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275959 May 02 03:15:33.202396 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-150e7d13-4430-4f1f-947e-cc2bfe0cc053 req-ac8691ab-45a7-4f86-84a7-4cbf293da864 service neutron] 10.222.0.16 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236582 May 02 03:15:33.576363 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592d727-d0f0-47d0-aaba-8d939830afc9 req-7720ec6b-ca8f-4b47-ad2e-e574f530bd1a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:33.577821 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-5592d727-d0f0-47d0-aaba-8d939830afc9 req-7720ec6b-ca8f-4b47-ad2e-e574f530bd1a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 946 time: 0.0796690 May 02 03:15:33.625577 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-5592d727-d0f0-47d0-aaba-8d939830afc9 req-5312ff7a-9ea6-4294-8fd2-60e0a094b02a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419755 May 02 03:15:33.717990 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 9ab0e63d-1d74-459d-863e-d9466a154141 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:15:33.753533 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-06578581-5416-4b0b-80be-835749a33250 None None] No Port match for: 9ab0e63d-1d74-459d-863e-d9466a154141 {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:15:33.753889 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 9ab0e63d-1d74-459d-863e-d9466a154141 not bound to the agent host hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:15:34.818753 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a54b6b-728e-4c3a-8b91-4e8197db2b47 req-ac317407-67ea-47e9-abbd-1ead9d154a41 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:34.820240 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-77a54b6b-728e-4c3a-8b91-4e8197db2b47 req-ac317407-67ea-47e9-abbd-1ead9d154a41 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 946 time: 0.0835459 May 02 03:15:34.875058 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-77a54b6b-728e-4c3a-8b91-4e8197db2b47 req-c8145579-38da-4914-be53-96a90c1dbcc1 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480144 May 02 03:15:35.732308 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 87ebcff6-433d-44b1-9ab7-4195cf47767e no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:15:35.847336 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:35.873968 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b2930a-75d5-49ab-9ea9-29c63a8f6411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87ebcff6-433d-44b1-9ab7-4195cf47767e'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:15:35.883461 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 87ebcff6-433d-44b1-9ab7-4195cf47767e, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=87ebcff6-433d-44b1-9ab7-4195cf47767e,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:15:35.888426 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:35.890175 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:35.920214 dv-cinder-789077-1-smb neutron-server[73840]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a6b2930a-75d5-49ab-9ea9-29c63a8f6411', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '87ebcff6-433d-44b1-9ab7-4195cf47767e', 'code': 422} returned with failed status May 02 03:15:35.959974 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=87ebcff6-433d-44b1-9ab7-4195cf47767e,revision_number=8']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:35.963106 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:36.082705 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f387e8e-51f5-488a-b830-da1c5b023adb req-0d427b12-18e4-485f-a2ef-45d79cf67fa2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:36.084124 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4f387e8e-51f5-488a-b830-da1c5b023adb req-0d427b12-18e4-485f-a2ef-45d79cf67fa2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 944 time: 0.0870354 May 02 03:15:36.219450 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4f387e8e-51f5-488a-b830-da1c5b023adb req-affae21e-adb6-44b9-a9be-19dd8220460d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293085 May 02 03:15:36.754864 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882f913-395f-40a6-81e5-3c9504f26856 req-64659968-b7db-44ee-b37a-4770b0dfe257 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:36.756584 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3882f913-395f-40a6-81e5-3c9504f26856 req-64659968-b7db-44ee-b37a-4770b0dfe257 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 945 time: 0.0865126 May 02 03:15:36.814297 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3882f913-395f-40a6-81e5-3c9504f26856 req-f0cb0225-9d64-4973-81c6-c622e69bbe19 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486350 May 02 03:15:37.689310 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90400900-1111-4160-abed-6e160bb0512a req-eecbd793-7f91-4b8e-a022-b7040753f3ed tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:37.690833 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-90400900-1111-4160-abed-6e160bb0512a req-eecbd793-7f91-4b8e-a022-b7040753f3ed tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 944 time: 0.0817175 May 02 03:15:37.737905 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-90400900-1111-4160-abed-6e160bb0512a req-70610b08-ec51-46b7-9cdb-b3d5ce9edebe tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411303 May 02 03:15:37.937955 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 44394) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:15:38.003545 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39467af-0f06-4a6b-a395-2d05de5d67c5 req-51359c60-fa03-4cad-a7b3-ccc1bd1d64f3 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:38.005006 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-c39467af-0f06-4a6b-a395-2d05de5d67c5 req-51359c60-fa03-4cad-a7b3-ccc1bd1d64f3 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 945 time: 0.0810723 May 02 03:15:38.051668 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-c39467af-0f06-4a6b-a395-2d05de5d67c5 req-010f6c7b-5d5c-49da-93c1-a2007e482d7c tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408702 May 02 03:15:38.057200 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-884c7e2d-40f2-4017-b28f-f9a6c750eb1d req-129abd0c-5531-4038-abbf-084bb117fc40 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1180379 May 02 03:15:38.607829 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c7e2d-40f2-4017-b28f-f9a6c750eb1d req-d3a9dc51-0e6d-453b-889b-5fa19f3fcb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:38.609177 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-884c7e2d-40f2-4017-b28f-f9a6c750eb1d req-d3a9dc51-0e6d-453b-889b-5fa19f3fcb0e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411&tenant_id=71a14cf4cc2e4dee8eb774056ca84b10 HTTP/1.1" status: 200 len: 1097 time: 0.0740817 May 02 03:15:38.701963 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c7e2d-40f2-4017-b28f-f9a6c750eb1d req-2ac7c3bb-ff58-4cfd-98d6-f6e573c7ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:38.703446 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-884c7e2d-40f2-4017-b28f-f9a6c750eb1d req-2ac7c3bb-ff58-4cfd-98d6-f6e573c7ac26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71a14cf4cc2e4dee8eb774056ca84b10&device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 1097 time: 0.0734558 May 02 03:15:38.839627 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c7e2d-40f2-4017-b28f-f9a6c750eb1d req-dee1d206-27ad-43b7-b0f2-2dd4535294e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:38.841821 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-884c7e2d-40f2-4017-b28f-f9a6c750eb1d req-dee1d206-27ad-43b7-b0f2-2dd4535294e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d7689858-9039-425a-935e-3344516b06bf HTTP/1.1" status: 200 len: 918 time: 0.1321385 May 02 03:15:38.930475 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb46bf6-e0ef-4a2f-9cef-961cd1ed0e88 req-c382808d-9b49-4330-9e21-d677ee597f7d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:38.931969 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-fcb46bf6-e0ef-4a2f-9cef-961cd1ed0e88 req-c382808d-9b49-4330-9e21-d677ee597f7d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 944 time: 0.0815663 May 02 03:15:38.948093 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-884c7e2d-40f2-4017-b28f-f9a6c750eb1d req-4bb70c1e-8fbd-4522-9c3e-59b9e3f96623 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87ebcff6-433d-44b1-9ab7-4195cf47767e HTTP/1.1" status: 200 len: 1000 time: 0.0993390 May 02 03:15:38.977795 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-fcb46bf6-e0ef-4a2f-9cef-961cd1ed0e88 req-71a0e9fd-9a05-4cb4-8614-294631330d3d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390947 May 02 03:15:39.013124 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c7e2d-40f2-4017-b28f-f9a6c750eb1d req-00e67683-db15-43e2-84bd-8ee205d1d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:39.014560 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-884c7e2d-40f2-4017-b28f-f9a6c750eb1d req-00e67683-db15-43e2-84bd-8ee205d1d381 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1280d3a9-2862-4bcb-8d9b-90a5151f672e HTTP/1.1" status: 200 len: 856 time: 0.0600493 May 02 03:15:39.093615 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c7e2d-40f2-4017-b28f-f9a6c750eb1d req-ada2458c-89d8-46b3-8788-3417f420a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:39.095093 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-884c7e2d-40f2-4017-b28f-f9a6c750eb1d req-ada2458c-89d8-46b3-8788-3417f420a3a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d7689858-9039-425a-935e-3344516b06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744612 May 02 03:15:39.281439 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-884c7e2d-40f2-4017-b28f-f9a6c750eb1d req-a8fda541-ab2b-4f55-9103-975b15daa147 service neutron] 10.222.0.16 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798780 May 02 03:15:39.317697 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de10b24-ebe9-4776-8b1e-bad238eed3df req-94b8ec3c-416f-4bc7-8eac-690caea50586 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:39.319124 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4de10b24-ebe9-4776-8b1e-bad238eed3df req-94b8ec3c-416f-4bc7-8eac-690caea50586 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 945 time: 0.1386306 May 02 03:15:39.436791 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4de10b24-ebe9-4776-8b1e-bad238eed3df req-e4810df9-c414-4e19-b076-b4f0e22f2f9f tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061778 May 02 03:15:39.463973 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-884c7e2d-40f2-4017-b28f-f9a6c750eb1d req-d9ef8cbd-e8ac-4652-a246-c53bad9bfb12 service neutron] 10.222.0.16 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757622 May 02 03:15:39.739343 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 87ebcff6-433d-44b1-9ab7-4195cf47767e no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:15:40.174404 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00ef2b-841c-446e-9d40-60ab27894b90 req-60bed958-cb45-4869-bdfe-676363c8086e tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:40.176027 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-bc00ef2b-841c-446e-9d40-60ab27894b90 req-60bed958-cb45-4869-bdfe-676363c8086e tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 944 time: 0.0864823 May 02 03:15:40.228041 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-bc00ef2b-841c-446e-9d40-60ab27894b90 req-9a0fe7e7-379b-433a-a5bd-a68878ea8eb0 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454133 May 02 03:15:40.645486 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423bc9c-9e6a-4ef7-8d89-62070b136354 req-421d3971-9350-4c8e-a4d4-9979d4f0195c tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:40.647197 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3423bc9c-9e6a-4ef7-8d89-62070b136354 req-421d3971-9350-4c8e-a4d4-9979d4f0195c tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 945 time: 0.0922120 May 02 03:15:40.696720 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3423bc9c-9e6a-4ef7-8d89-62070b136354 req-d56edf63-be26-4289-87d8-2ab72a86862f tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428381 May 02 03:15:41.446629 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c2562-4734-4613-9d80-6839d8ee4280 req-8781a527-595e-4efd-ba54-a0f744e07983 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:41.449467 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-bb7c2562-4734-4613-9d80-6839d8ee4280 req-8781a527-595e-4efd-ba54-a0f744e07983 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 944 time: 0.1027820 May 02 03:15:41.516897 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-bb7c2562-4734-4613-9d80-6839d8ee4280 req-4eee2203-c319-4153-8fb5-c7b0a84a40db tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610697 May 02 03:15:41.892445 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb9fc9-24c8-4850-95ae-f5db5000cc5a req-89fd4d8d-4a95-451d-bf61-32d553836671 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:41.894088 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d9eb9fc9-24c8-4850-95ae-f5db5000cc5a req-89fd4d8d-4a95-451d-bf61-32d553836671 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 945 time: 0.0840626 May 02 03:15:41.956129 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d9eb9fc9-24c8-4850-95ae-f5db5000cc5a req-ee781ecc-935b-4f8f-bcba-66a884163ed0 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519030 May 02 03:15:42.048026 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-567edb1d-a1ce-4f2e-a334-19aa7242c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:42.753753 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793b83d-e50a-454a-bc8f-4aec9d40f1f5 req-26fb37fc-84b3-4b18-953e-6ca62da82bff tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:42.755438 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-7793b83d-e50a-454a-bc8f-4aec9d40f1f5 req-26fb37fc-84b3-4b18-953e-6ca62da82bff tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 944 time: 0.0947509 May 02 03:15:42.812639 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-7793b83d-e50a-454a-bc8f-4aec9d40f1f5 req-7d89fc6d-f798-49c8-8184-c9fd05bc83b8 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494635 May 02 03:15:43.154104 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa83b5-8ea8-42d4-a666-3ae729ead8fc req-ca0f0db6-2a22-4379-86e0-d4a23412a6eb tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:43.155665 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-ddaa83b5-8ea8-42d4-a666-3ae729ead8fc req-ca0f0db6-2a22-4379-86e0-d4a23412a6eb tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 945 time: 0.0885580 May 02 03:15:43.210976 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-ddaa83b5-8ea8-42d4-a666-3ae729ead8fc req-29fe929f-5fdc-41e2-8e22-9ed35cbdf413 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484457 May 02 03:15:44.055324 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c634f-1d02-4fa6-a29a-a31dc05aaaca req-20f231ca-2380-4049-aee1-c3b9e32743ba tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:44.056841 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-2d2c634f-1d02-4fa6-a29a-a31dc05aaaca req-20f231ca-2380-4049-aee1-c3b9e32743ba tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 944 time: 0.0930498 May 02 03:15:44.113491 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-2d2c634f-1d02-4fa6-a29a-a31dc05aaaca req-29894c6f-5006-4c7d-b95c-8bf73a758e28 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505593 May 02 03:15:44.429972 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b56cd8-5adb-4748-b6e3-e4d2a6b57a09 req-49281a31-8ee1-4408-a191-00d32173704f tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:44.431442 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-73b56cd8-5adb-4748-b6e3-e4d2a6b57a09 req-49281a31-8ee1-4408-a191-00d32173704f tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 945 time: 0.0899239 May 02 03:15:44.489338 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-73b56cd8-5adb-4748-b6e3-e4d2a6b57a09 req-3132807d-6dae-462e-8a5e-5a2b0e65edba tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493693 May 02 03:15:44.646057 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-c8425185-7419-4132-bf08-eae5d2e67a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:44.949398 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:45.327564 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b04daa-d8dd-429a-a395-3a0aa6911259 req-b18b3725-d056-4dc7-9934-5a34df55cb0d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:45.329156 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-89b04daa-d8dd-429a-a395-3a0aa6911259 req-b18b3725-d056-4dc7-9934-5a34df55cb0d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 944 time: 0.0971127 May 02 03:15:45.386460 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-89b04daa-d8dd-429a-a395-3a0aa6911259 req-df14957f-9fb1-49ed-b7f7-53113387abd9 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505638 May 02 03:15:45.694411 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431dab3-6d8e-4206-8d22-697ae9815fa5 req-77e6b50f-427b-4df0-9d16-6dcfd5557916 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:45.695956 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b431dab3-6d8e-4206-8d22-697ae9815fa5 req-77e6b50f-427b-4df0-9d16-6dcfd5557916 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 945 time: 0.0898759 May 02 03:15:45.752361 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b431dab3-6d8e-4206-8d22-697ae9815fa5 req-b9345e72-bf27-4f8f-8c88-75d9a5631af2 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493238 May 02 03:15:46.039912 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:46.619934 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc7c6b-984d-4f1a-9641-7e975cc10472 req-3efbb45f-eb95-4889-9543-2036ca4cebd3 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:46.628552 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-7dfc7c6b-984d-4f1a-9641-7e975cc10472 req-3efbb45f-eb95-4889-9543-2036ca4cebd3 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 944 time: 0.1170802 May 02 03:15:46.684980 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-7dfc7c6b-984d-4f1a-9641-7e975cc10472 req-6aebdf4f-9183-4b08-b119-9cba3b291fbb tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554030 May 02 03:15:47.054941 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92a22b-b4db-411a-a647-ebc56405b32f req-36ee77eb-75eb-4236-8e12-ca4925162a24 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:47.056672 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9d92a22b-b4db-411a-a647-ebc56405b32f req-36ee77eb-75eb-4236-8e12-ca4925162a24 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 945 time: 0.1829906 May 02 03:15:47.115171 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9d92a22b-b4db-411a-a647-ebc56405b32f req-f371f900-7a92-42e9-8ead-7e5984167fe2 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488725 May 02 03:15:47.795088 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:47.912548 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3f638-2990-4178-81f6-3313796c4837 req-1cecf23b-5dcb-4c6f-bc71-93935eacf39c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:47.914083 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-2bd3f638-2990-4178-81f6-3313796c4837 req-1cecf23b-5dcb-4c6f-bc71-93935eacf39c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 944 time: 0.0920215 May 02 03:15:47.978900 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-2bd3f638-2990-4178-81f6-3313796c4837 req-581ae18c-8631-42c9-954a-028ffd9af49c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583715 May 02 03:15:48.361451 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfa462-7408-457e-92a2-ce53eae4c954 req-88f58035-0cf6-443b-ab68-9c6036efd5ae tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:48.367848 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-c1bfa462-7408-457e-92a2-ce53eae4c954 req-88f58035-0cf6-443b-ab68-9c6036efd5ae tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 945 time: 0.1023402 May 02 03:15:48.423248 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-c1bfa462-7408-457e-92a2-ce53eae4c954 req-6a5d50b4-56a3-4e97-b224-b6c0837131e5 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524397 May 02 03:15:49.189718 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248c367-40a8-4833-b696-ed2396509c45 req-97fa41ed-8764-4dea-8eda-91f2b49f97fe tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:49.191274 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d248c367-40a8-4833-b696-ed2396509c45 req-97fa41ed-8764-4dea-8eda-91f2b49f97fe tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 944 time: 0.0842214 May 02 03:15:49.240933 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d248c367-40a8-4833-b696-ed2396509c45 req-6aaddb4e-a458-4451-8613-d42d420ab69e tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431023 May 02 03:15:49.648708 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694f2b8-63a5-4f06-b263-b3b81c4e2393 req-5f7bf06e-e98c-49f7-a76b-754053fa6e11 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:49.650561 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e694f2b8-63a5-4f06-b263-b3b81c4e2393 req-5f7bf06e-e98c-49f7-a76b-754053fa6e11 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 945 time: 0.0868685 May 02 03:15:49.713955 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e694f2b8-63a5-4f06-b263-b3b81c4e2393 req-5912fddc-252b-4770-adfd-a672f5ae222c tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567155 May 02 03:15:50.441260 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a83f6d-fa0e-4d45-903a-f5c7f6a45256 req-f0c5ad01-37af-4f28-bbd6-32302d2c11fd tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:50.442640 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-26a83f6d-fa0e-4d45-903a-f5c7f6a45256 req-f0c5ad01-37af-4f28-bbd6-32302d2c11fd tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 944 time: 0.0879755 May 02 03:15:50.491518 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-26a83f6d-fa0e-4d45-903a-f5c7f6a45256 req-fd4d117e-7ff1-48b3-8736-f132df289308 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430806 May 02 03:15:50.904701 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950eb16d-ea52-491a-99a3-ebe7af465f4a req-55f459d4-4459-4ece-a6b2-fcd714bae699 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:50.906201 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-950eb16d-ea52-491a-99a3-ebe7af465f4a req-55f459d4-4459-4ece-a6b2-fcd714bae699 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 945 time: 0.0904665 May 02 03:15:50.999700 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-950eb16d-ea52-491a-99a3-ebe7af465f4a req-31d19554-5dca-4dbf-a2b3-d443871f943c tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874920 May 02 03:15:51.029221 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c8d13-1456-40a4-b91d-2cafa4f1fcd5 req-5e852226-fbf2-406e-ba8d-fedd85682e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:51.030775 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-229c8d13-1456-40a4-b91d-2cafa4f1fcd5 req-5e852226-fbf2-406e-ba8d-fedd85682e0e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4cad81e8e2db4740a00d3096daca830a&device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 1098 time: 0.0904117 May 02 03:15:51.170006 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c8d13-1456-40a4-b91d-2cafa4f1fcd5 req-a01765be-73dd-47c7-a904-547b88f399e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:51.171623 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-229c8d13-1456-40a4-b91d-2cafa4f1fcd5 req-a01765be-73dd-47c7-a904-547b88f399e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c272bd6b-64d2-4e2d-b949-abb77dc52154 HTTP/1.1" status: 200 len: 909 time: 0.1340108 May 02 03:15:51.273513 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-229c8d13-1456-40a4-b91d-2cafa4f1fcd5 req-e701c859-5223-4ea6-9639-b1899d56fa1d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e HTTP/1.1" status: 200 len: 1001 time: 0.0949533 May 02 03:15:51.339521 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c8d13-1456-40a4-b91d-2cafa4f1fcd5 req-9e7dcaaf-6d2d-4057-b59d-96a07e2e450c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:51.340955 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-229c8d13-1456-40a4-b91d-2cafa4f1fcd5 req-9e7dcaaf-6d2d-4057-b59d-96a07e2e450c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=506f98ec-dfc0-4209-bc72-91aa0b53fe2c HTTP/1.1" status: 200 len: 847 time: 0.0601077 May 02 03:15:51.419072 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c8d13-1456-40a4-b91d-2cafa4f1fcd5 req-12f22737-a142-4bee-9d13-9c8a32cd9820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:51.421314 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-229c8d13-1456-40a4-b91d-2cafa4f1fcd5 req-12f22737-a142-4bee-9d13-9c8a32cd9820 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c272bd6b-64d2-4e2d-b949-abb77dc52154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732646 May 02 03:15:51.559746 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-229c8d13-1456-40a4-b91d-2cafa4f1fcd5 req-cc0fdd83-8aad-4eba-a406-e628dac9176b service neutron] 10.222.0.16 "GET /v2.0/networks/c272bd6b-64d2-4e2d-b949-abb77dc52154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310501 May 02 03:15:51.693128 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7abf74-8aec-4594-a03f-dbeca8f9ada5 req-443d3fc9-d3e3-402a-956f-97d0fb6f9cf0 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:51.694596 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-7e7abf74-8aec-4594-a03f-dbeca8f9ada5 req-443d3fc9-d3e3-402a-956f-97d0fb6f9cf0 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 944 time: 0.0852373 May 02 03:15:51.704612 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-229c8d13-1456-40a4-b91d-2cafa4f1fcd5 req-919425c3-de7d-41b3-97b4-cfee877b134f service neutron] 10.222.0.16 "GET /v2.0/networks/c272bd6b-64d2-4e2d-b949-abb77dc52154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379752 May 02 03:15:51.740949 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-7e7abf74-8aec-4594-a03f-dbeca8f9ada5 req-b945d466-c819-4766-8dc7-5fac5854fd5e tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406024 May 02 03:15:52.135681 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 44564) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:15:52.194022 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a06ec-d3f0-4455-bf6c-299b88ebbd74 req-807d47cf-2e14-4fb8-9422-6bfb3a35236d tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:52.195284 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_v2 [None req-305ac396-130f-4fcd-8fa5-db361f93fed0 admin admin] Deleting subnet 8cf666e2-2a70-4b29-a684-f0d2cbff8b62 {{(pid=73839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 02 03:15:52.195554 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-658a06ec-d3f0-4455-bf6c-299b88ebbd74 req-807d47cf-2e14-4fb8-9422-6bfb3a35236d tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 945 time: 0.0853405 May 02 03:15:52.198219 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-305ac396-130f-4fcd-8fa5-db361f93fed0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:52.242399 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-658a06ec-d3f0-4455-bf6c-299b88ebbd74 req-7c50049f-8c6f-40c4-9513-bae8e704c8a2 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399883 May 02 03:15:52.250029 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-305ac396-130f-4fcd-8fa5-db361f93fed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14752365'] for subnet, precommit_delete_associations {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:52.304938 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-305ac396-130f-4fcd-8fa5-db361f93fed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038349'] for subnet, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:52.626633 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-305ac396-130f-4fcd-8fa5-db361f93fed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16144030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15407797'] for subnet, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:52.630802 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-61124b09-aa4f-4dcd-929a-d8d4417fb4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:52.665943 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ac396-130f-4fcd-8fa5-db361f93fed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cf666e2-2a70-4b29-a684-f0d2cbff8b62,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:52.670952 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-305ac396-130f-4fcd-8fa5-db361f93fed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:52.679407 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ac396-130f-4fcd-8fa5-db361f93fed0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:52.679766 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ac396-130f-4fcd-8fa5-db361f93fed0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:52.680134 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ac396-130f-4fcd-8fa5-db361f93fed0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:52.680492 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ac396-130f-4fcd-8fa5-db361f93fed0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:52.680846 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ac396-130f-4fcd-8fa5-db361f93fed0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:52.681199 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ac396-130f-4fcd-8fa5-db361f93fed0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:52.681553 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ac396-130f-4fcd-8fa5-db361f93fed0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:52.681900 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ac396-130f-4fcd-8fa5-db361f93fed0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:52.682249 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ac396-130f-4fcd-8fa5-db361f93fed0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:52.682595 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ac396-130f-4fcd-8fa5-db361f93fed0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:52.682940 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ac396-130f-4fcd-8fa5-db361f93fed0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:52.683318 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ac396-130f-4fcd-8fa5-db361f93fed0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:15:52.689966 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-305ac396-130f-4fcd-8fa5-db361f93fed0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8cf666e2-2a70-4b29-a684-f0d2cbff8b62 HTTP/1.1" status: 204 len: 168 time: 0.5505400 May 02 03:15:52.689966 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-305ac396-130f-4fcd-8fa5-db361f93fed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:52.690441 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 44568) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:15:52.800974 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-82857e4c-cc32-4e07-8b1c-26e01e058920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690155'] for network, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:52.962749 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-82857e4c-cc32-4e07-8b1c-26e01e058920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2032080', 'neutron.services.segments.db._delete_segments_for_network-8794390944561'] for network, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:53.093046 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-82857e4c-cc32-4e07-8b1c-26e01e058920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4862ac9-73d7-47ce-ae41-a1500b7e1690']}} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:15:53.112147 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-82857e4c-cc32-4e07-8b1c-26e01e058920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d3f0e0-e582-4ebf-ba9b-62ee8e65170c') {'for_net_delete': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:15:53.112436 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-82857e4c-cc32-4e07-8b1c-26e01e058920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d3f0e0-e582-4ebf-ba9b-62ee8e65170c') {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:15:53.132038 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0a77d-490a-4433-8a54-d418865eef26 req-94b577d8-9a7b-490a-8691-378d9dc1f44d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:53.133512 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b2a0a77d-490a-4433-8a54-d418865eef26 req-94b577d8-9a7b-490a-8691-378d9dc1f44d tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 944 time: 0.2149422 May 02 03:15:53.135179 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-82857e4c-cc32-4e07-8b1c-26e01e058920 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794390955623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14752340'] for segment, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:53.168091 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-82857e4c-cc32-4e07-8b1c-26e01e058920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:53.182583 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82857e4c-cc32-4e07-8b1c-26e01e058920 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=73839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 03:15:53.261132 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b2a0a77d-490a-4433-8a54-d418865eef26 req-3abc1c69-b2bc-493c-a6ab-2b8e6981de8c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184025 May 02 03:15:53.361044 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:15:53.364784 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-82857e4c-cc32-4e07-8b1c-26e01e058920 admin admin] Network a4862ac9-73d7-47ce-ae41-a1500b7e1690 has no segments {{(pid=73839) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:15:53.374779 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-82857e4c-cc32-4e07-8b1c-26e01e058920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2060056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16143164'] for segment, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:53.443060 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbbfc3-8c33-46bc-95d1-5a03fe3896c9 req-8941fab8-dd9f-4cf9-a70a-0303144b5d5e tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:53.444599 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a3bbbfc3-8c33-46bc-95d1-5a03fe3896c9 req-8941fab8-dd9f-4cf9-a70a-0303144b5d5e tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 945 time: 0.0859504 May 02 03:15:53.494723 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a3bbbfc3-8c33-46bc-95d1-5a03fe3896c9 req-0fa779dd-a4dc-4e16-ab36-564aa69d5d6c tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442088 May 02 03:15:53.558626 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-82857e4c-cc32-4e07-8b1c-26e01e058920 admin admin] Network a4862ac9-73d7-47ce-ae41-a1500b7e1690 has no segments {{(pid=73839) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: Traceback (most recent call last): May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: timer() May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: cb(*args, **kw) May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: return func(*args, **kwargs) May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: self._notify() May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: self.callback(batched_events) May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: event.method(event) May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: aggregate_uuid = self.p_client.list_aggregates( May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: return f(self, *a, **k) May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: return self._get(url).json() May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: return self.request(url, 'GET', **kwargs) May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: base_url = self.get_endpoint(auth, allow=allow, May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 03:15:53.580743 dv-cinder-789077-1-smb neutron-server[73839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 03:15:53.658713 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-82857e4c-cc32-4e07-8b1c-26e01e058920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2032079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681030'] for network, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:53.662390 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:53.676532 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-82857e4c-cc32-4e07-8b1c-26e01e058920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:53.689282 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82857e4c-cc32-4e07-8b1c-26e01e058920 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4862ac9-73d7-47ce-ae41-a1500b7e1690,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:53.692090 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-82857e4c-cc32-4e07-8b1c-26e01e058920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:53.696582 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-82857e4c-cc32-4e07-8b1c-26e01e058920 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a4862ac9-73d7-47ce-ae41-a1500b7e1690 HTTP/1.1" status: 204 len: 168 time: 1.0054791 May 02 03:15:53.813018 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 87ebcff6-433d-44b1-9ab7-4195cf47767e details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:15:53.831653 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 44578) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:15:53.892461 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-4d0e254d-bb0a-4369-a4e3-3bbb8deb071f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf80f53084114123b5fe49af3d510fc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594895 May 02 03:15:53.894824 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 44582) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:15:53.953734 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-52913350-fc57-4169-88b1-6ba07090cda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:53.968293 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 87ebcff6-433d-44b1-9ab7-4195cf47767e, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=87ebcff6-433d-44b1-9ab7-4195cf47767e,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:15:53.980879 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-52913350-fc57-4169-88b1-6ba07090cda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:53.982197 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Returning: {'device': '87ebcff6-433d-44b1-9ab7-4195cf47767e', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'port_id': '87ebcff6-433d-44b1-9ab7-4195cf47767e', 'mac_address': 'fa:16:3e:48:36:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:15:54.035445 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-52913350-fc57-4169-88b1-6ba07090cda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:54.040370 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:54.040569 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-b1b2cf27-7bd3-417a-9675-e47296d144ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:54.053576 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52913350-fc57-4169-88b1-6ba07090cda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897af69d-b464-4a42-9099-db1772bcda86,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:54.056266 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-52913350-fc57-4169-88b1-6ba07090cda3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:54.064997 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-52913350-fc57-4169-88b1-6ba07090cda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:54.066034 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-52913350-fc57-4169-88b1-6ba07090cda3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/897af69d-b464-4a42-9099-db1772bcda86 HTTP/1.1" status: 204 len: 168 time: 0.1702931 May 02 03:15:54.068964 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [None req-06578581-5416-4b0b-80be-835749a33250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ebcff6-433d-44b1-9ab7-4195cf47767e {{(pid=73840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:15:54.094058 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 87ebcff6-433d-44b1-9ab7-4195cf47767e, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=87ebcff6-433d-44b1-9ab7-4195cf47767e,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:15:54.097266 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:54.099487 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0ee8c491-779c-4697-a0a2-2f0a5a2386c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:54.164684 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=87ebcff6-433d-44b1-9ab7-4195cf47767e,revision_number=9']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:54.168003 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:54.295414 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['87ebcff6-433d-44b1-9ab7-4195cf47767e'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:15:54.464283 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe27f84-a1db-47f1-a1f6-05cf919ffe3d req-33668717-d452-4947-b22d-09673ff2237c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:54.465791 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-0fe27f84-a1db-47f1-a1f6-05cf919ffe3d req-33668717-d452-4947-b22d-09673ff2237c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 945 time: 0.0823951 May 02 03:15:54.516189 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-0fe27f84-a1db-47f1-a1f6-05cf919ffe3d req-2fa93f21-c8c8-4afd-b93f-160fafb12582 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436528 May 02 03:15:54.693122 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa187c-0ac2-4029-96e3-fca74da13608 req-7d22df19-243d-473f-b064-7dfc0ba9352b tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:54.694603 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-66fa187c-0ac2-4029-96e3-fca74da13608 req-7d22df19-243d-473f-b064-7dfc0ba9352b tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 945 time: 0.0865035 May 02 03:15:54.741315 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-66fa187c-0ac2-4029-96e3-fca74da13608 req-3c66b555-cd6d-4ebc-8ded-555d77481a54 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408456 May 02 03:15:55.707368 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9723c0a-a7be-41a4-832f-6feef642e8ea req-e1163683-6cd5-4057-ac20-7b4174044718 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:55.708844 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f9723c0a-a7be-41a4-832f-6feef642e8ea req-e1163683-6cd5-4057-ac20-7b4174044718 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 945 time: 0.0811174 May 02 03:15:55.760677 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f9723c0a-a7be-41a4-832f-6feef642e8ea req-4a58b46c-1320-496e-8515-98e54ddd5a62 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454667 May 02 03:15:55.827105 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 87ebcff6-433d-44b1-9ab7-4195cf47767e up at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:15:55.895087 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning complete for port 87ebcff6-433d-44b1-9ab7-4195cf47767e triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:15:55.895554 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:56.031408 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:56.061617 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b2930a-75d5-49ab-9ea9-29c63a8f6411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ebcff6-433d-44b1-9ab7-4195cf47767e'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:15:56.072489 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 87ebcff6-433d-44b1-9ab7-4195cf47767e, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=87ebcff6-433d-44b1-9ab7-4195cf47767e,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:15:56.076730 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:56.077723 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:15:56.107490 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:56.116377 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b70169e9-e020-40a3-b8ac-b57459770caa req-e4ec27ef-6b9b-4ac8-8bdb-e9c1ba857a32 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1329577 May 02 03:15:56.151338 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c36bd-cce4-44c2-bb11-b74023ee50e7 req-27906d56-34d0-40c9-a03d-8c491e39636b tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:56.153119 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-1d0c36bd-cce4-44c2-bb11-b74023ee50e7 req-27906d56-34d0-40c9-a03d-8c491e39636b tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 945 time: 0.1036162 May 02 03:15:56.153216 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b2930a-75d5-49ab-9ea9-29c63a8f6411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ebcff6-433d-44b1-9ab7-4195cf47767e', 'code': 200} May 02 03:15:56.237912 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=87ebcff6-433d-44b1-9ab7-4195cf47767e,revision_number=10']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:56.247945 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:56.270643 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:56.311460 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e,segment=NetworkSegment(2269bb65-50e6-4da0-b7ea-92484f0ddbfa),segment_id=2269bb65-50e6-4da0-b7ea-92484f0ddbfa)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:15:56.316475 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:15:56.318646 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:15:56.330436 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-1d0c36bd-cce4-44c2-bb11-b74023ee50e7 req-461b203e-3663-4b7a-a104-a3a97dc2176b tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624308 May 02 03:15:56.388455 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e,revision_number=6']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:15:56.391837 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:15:56.421245 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45c192-d1aa-4c65-a853-50b202abc25a req-99f08b74-e7e3-4aa2-86e5-364949dc9d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:56.422717 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-cb45c192-d1aa-4c65-a853-50b202abc25a req-99f08b74-e7e3-4aa2-86e5-364949dc9d47 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 1100 time: 0.0826089 May 02 03:15:56.466765 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-cb45c192-d1aa-4c65-a853-50b202abc25a req-920f29d2-0bc9-48e8-aa02-b57b70d15c34 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367632 May 02 03:15:56.964078 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1e710-c1c8-4471-82bd-b878616afec2 req-7f89593b-26b1-4818-a72b-3527faffbefb tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:56.965574 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d1a1e710-c1c8-4471-82bd-b878616afec2 req-7f89593b-26b1-4818-a72b-3527faffbefb tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 947 time: 0.0866106 May 02 03:15:57.015586 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d1a1e710-c1c8-4471-82bd-b878616afec2 req-b23bf6eb-d6bb-4c38-9f4f-802f615cbcaa tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432820 May 02 03:15:57.398665 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70169e9-e020-40a3-b8ac-b57459770caa req-bebf6661-a5a3-4e93-8859-b1a58fb76976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:57.400154 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b70169e9-e020-40a3-b8ac-b57459770caa req-bebf6661-a5a3-4e93-8859-b1a58fb76976 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4&tenant_id=4cad81e8e2db4740a00d3096daca830a HTTP/1.1" status: 200 len: 1096 time: 0.0908222 May 02 03:15:57.559220 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70169e9-e020-40a3-b8ac-b57459770caa req-a0e20a0a-c682-4e66-885a-1944023c781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:57.560946 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b70169e9-e020-40a3-b8ac-b57459770caa req-a0e20a0a-c682-4e66-885a-1944023c781a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4cad81e8e2db4740a00d3096daca830a&device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 1096 time: 0.1372111 May 02 03:15:57.569221 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfa6af-0003-4942-9855-90f2b9e6c988 req-c47bc33c-dcc4-43ae-a1f7-553524ba274c tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:57.570500 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e5dfa6af-0003-4942-9855-90f2b9e6c988 req-c47bc33c-dcc4-43ae-a1f7-553524ba274c tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 943 time: 0.1122973 May 02 03:15:57.705593 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e5dfa6af-0003-4942-9855-90f2b9e6c988 req-f4c7bcc3-c27e-4e42-856a-bc5c13dfb420 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156478 May 02 03:15:57.735051 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70169e9-e020-40a3-b8ac-b57459770caa req-9692d956-0077-4f38-8743-53c5b41762b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:57.736451 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b70169e9-e020-40a3-b8ac-b57459770caa req-9692d956-0077-4f38-8743-53c5b41762b8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c272bd6b-64d2-4e2d-b949-abb77dc52154 HTTP/1.1" status: 200 len: 909 time: 0.1651218 May 02 03:15:57.845855 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b70169e9-e020-40a3-b8ac-b57459770caa req-21326e60-dcbf-43cb-bca2-d884deaa45e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e HTTP/1.1" status: 200 len: 999 time: 0.1022673 May 02 03:15:57.910722 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70169e9-e020-40a3-b8ac-b57459770caa req-57e5d858-a65d-4130-88fb-4b798491e03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:57.912202 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b70169e9-e020-40a3-b8ac-b57459770caa req-57e5d858-a65d-4130-88fb-4b798491e03c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=506f98ec-dfc0-4209-bc72-91aa0b53fe2c HTTP/1.1" status: 200 len: 847 time: 0.0603123 May 02 03:15:57.993248 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70169e9-e020-40a3-b8ac-b57459770caa req-de6e498a-4a9a-47c8-b025-dd5eba7c6a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:57.994677 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b70169e9-e020-40a3-b8ac-b57459770caa req-de6e498a-4a9a-47c8-b025-dd5eba7c6a68 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c272bd6b-64d2-4e2d-b949-abb77dc52154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757146 May 02 03:15:58.138909 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b70169e9-e020-40a3-b8ac-b57459770caa req-131d16fb-885a-42aa-a2f6-7e60ed110c15 service neutron] 10.222.0.16 "GET /v2.0/networks/c272bd6b-64d2-4e2d-b949-abb77dc52154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374278 May 02 03:15:58.154942 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e60378-1f5e-499a-992e-30f70cde63a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:15:58.197894 dv-cinder-789077-1-smb neutron-server[73840]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd3e60378-1f5e-499a-992e-30f70cde63a4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e', 'code': 422} returned with failed status May 02 03:15:58.223464 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d2fbb-c120-453d-8c45-8e50721b548a req-3a929dff-e1de-4e19-b394-09b5e5631a90 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:58.225068 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-7f2d2fbb-c120-453d-8c45-8e50721b548a req-3a929dff-e1de-4e19-b394-09b5e5631a90 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 947 time: 0.0871158 May 02 03:15:58.280937 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b70169e9-e020-40a3-b8ac-b57459770caa req-5d7b614b-359b-4026-ae7a-b43af242317b service neutron] 10.222.0.16 "GET /v2.0/networks/c272bd6b-64d2-4e2d-b949-abb77dc52154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360450 May 02 03:15:58.364917 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-7f2d2fbb-c120-453d-8c45-8e50721b548a req-c8377a44-3167-4085-a8ab-4d95c0848ae2 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333354 May 02 03:15:58.929199 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33224ece-27fc-4054-ae29-e4e7d342b66c req-6a742829-babf-4986-8e51-c14ec6949939 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:15:58.930707 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-33224ece-27fc-4054-ae29-e4e7d342b66c req-6a742829-babf-4986-8e51-c14ec6949939 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 943 time: 0.0917103 May 02 03:15:58.985311 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-33224ece-27fc-4054-ae29-e4e7d342b66c req-e2b19f54-6d80-47d0-a364-873153761f9d tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465927 May 02 03:15:59.213061 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:00.170657 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05fe5d-be94-4935-a152-a05be5ba1dcc req-df39cff8-b834-4646-87db-4768131f4c9b tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:00.172132 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-dc05fe5d-be94-4935-a152-a05be5ba1dcc req-df39cff8-b834-4646-87db-4768131f4c9b tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 943 time: 0.0800140 May 02 03:16:00.220457 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-dc05fe5d-be94-4935-a152-a05be5ba1dcc req-95f9f06c-4928-4f88-a6e6-ab80b1070a4f tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424318 May 02 03:16:01.409850 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18a25a-8f55-490d-adea-d83b58a9e845 req-5554440a-11b7-427b-a26c-42b50f4bfea0 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:01.411357 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-ec18a25a-8f55-490d-adea-d83b58a9e845 req-5554440a-11b7-427b-a26c-42b50f4bfea0 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 943 time: 0.0875082 May 02 03:16:01.456335 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-ec18a25a-8f55-490d-adea-d83b58a9e845 req-a833c36c-f922-49a2-937f-e375832d2e1e tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392292 May 02 03:16:01.749310 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b47fadbe-f925-4f32-8919-434db36be7a6 req-bc3903e1-8724-4e99-80f9-23e4e5c51a2d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751927 May 02 03:16:01.830528 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:16:01.843776 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fadbe-f925-4f32-8919-434db36be7a6 req-2e34eff2-b3f9-48d7-ad2f-804d452a4638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:01.845254 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b47fadbe-f925-4f32-8919-434db36be7a6 req-2e34eff2-b3f9-48d7-ad2f-804d452a4638 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71a14cf4cc2e4dee8eb774056ca84b10&device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 1100 time: 0.0726862 May 02 03:16:01.966198 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e,segment=NetworkSegment(2269bb65-50e6-4da0-b7ea-92484f0ddbfa),segment_id=2269bb65-50e6-4da0-b7ea-92484f0ddbfa)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:16:01.979812 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Returning: {'device': '8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e', 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154', 'port_id': '8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e', 'mac_address': 'fa:16:3e:6c:6b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506f98ec-dfc0-4209-bc72-91aa0b53fe2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:16:01.992588 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fadbe-f925-4f32-8919-434db36be7a6 req-475c657e-b19a-43cd-8515-09792646d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:01.994047 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b47fadbe-f925-4f32-8919-434db36be7a6 req-475c657e-b19a-43cd-8515-09792646d898 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d7689858-9039-425a-935e-3344516b06bf HTTP/1.1" status: 200 len: 918 time: 0.1300821 May 02 03:16:02.039358 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:02.056441 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [None req-06578581-5416-4b0b-80be-835749a33250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e {{(pid=73840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:16:02.072967 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e,segment=NetworkSegment(2269bb65-50e6-4da0-b7ea-92484f0ddbfa),segment_id=2269bb65-50e6-4da0-b7ea-92484f0ddbfa)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:16:02.077452 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:02.079308 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:02.148707 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e,revision_number=7']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:02.151890 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:02.192060 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b47fadbe-f925-4f32-8919-434db36be7a6 req-e912d7e4-826e-4a30-bbc2-8ec2e9242da0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87ebcff6-433d-44b1-9ab7-4195cf47767e HTTP/1.1" status: 200 len: 1002 time: 0.1915183 May 02 03:16:02.254090 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fadbe-f925-4f32-8919-434db36be7a6 req-6ac3ef2e-eee5-4d1e-b9f1-8b945f88d072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:02.255511 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b47fadbe-f925-4f32-8919-434db36be7a6 req-6ac3ef2e-eee5-4d1e-b9f1-8b945f88d072 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1280d3a9-2862-4bcb-8d9b-90a5151f672e HTTP/1.1" status: 200 len: 856 time: 0.0566893 May 02 03:16:02.284169 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:16:02.333882 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fadbe-f925-4f32-8919-434db36be7a6 req-8bc912de-38d4-4816-a315-c080b1d23f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:02.335383 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b47fadbe-f925-4f32-8919-434db36be7a6 req-8bc912de-38d4-4816-a315-c080b1d23f4e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d7689858-9039-425a-935e-3344516b06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728943 May 02 03:16:02.470947 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b47fadbe-f925-4f32-8919-434db36be7a6 req-5d19bbbc-2481-4cd4-9784-6b3e6ccdb7c5 service neutron] 10.222.0.16 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282594 May 02 03:16:02.615901 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b47fadbe-f925-4f32-8919-434db36be7a6 req-7576def1-fe5b-4a77-a889-0fdd4dd2a83f service neutron] 10.222.0.16 "GET /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391368 May 02 03:16:02.658073 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab46a77-8e5d-403d-a680-80a599fe7b33 req-00390c78-7c74-4ee9-93cf-2a01f2777831 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:02.659583 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-aab46a77-8e5d-403d-a680-80a599fe7b33 req-00390c78-7c74-4ee9-93cf-2a01f2777831 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 944 time: 0.0930271 May 02 03:16:02.707542 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-aab46a77-8e5d-403d-a680-80a599fe7b33 req-a8ac5f15-3011-4380-afc0-55a0e3e08135 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419834 May 02 03:16:03.838083 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e up at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:16:03.906654 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089be6bc-ebc2-4f00-b69c-231611ad1ce1 req-f4b55dd9-a7df-430f-96a2-e7af2ce264ac tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:03.908205 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-089be6bc-ebc2-4f00-b69c-231611ad1ce1 req-f4b55dd9-a7df-430f-96a2-e7af2ce264ac tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 944 time: 0.0874696 May 02 03:16:03.913174 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning complete for port 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:16:03.913519 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:03.955085 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-089be6bc-ebc2-4f00-b69c-231611ad1ce1 req-b8960b4a-bef2-436c-b6c2-e6c03bce1d54 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410912 May 02 03:16:04.054524 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:04.081135 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e60378-1f5e-499a-992e-30f70cde63a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:16:04.091049 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e,segment=NetworkSegment(2269bb65-50e6-4da0-b7ea-92484f0ddbfa),segment_id=2269bb65-50e6-4da0-b7ea-92484f0ddbfa)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:16:04.094706 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:04.096733 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:04.127625 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e60378-1f5e-499a-992e-30f70cde63a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e', 'code': 200} May 02 03:16:04.166128 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e,revision_number=8']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:04.174039 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.174372 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.174701 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.175024 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.175372 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.175692 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.176007 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.176320 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.176634 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.177081 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.177399 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.177710 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:04.181429 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:04.413138 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfd5c1-c382-4570-8243-3d20034deb1f req-54bea4ee-10b9-4263-8bb3-f15052949783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:04.414556 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-acdfd5c1-c382-4570-8243-3d20034deb1f req-54bea4ee-10b9-4263-8bb3-f15052949783 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 1098 time: 0.0748062 May 02 03:16:04.454644 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-acdfd5c1-c382-4570-8243-3d20034deb1f req-c7427e6d-3bd5-47a2-bf8c-2539a814a9c3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336952 May 02 03:16:05.164676 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6144136-9f06-4772-babe-210ad333848b req-09d144c4-fa08-427e-8af2-1df7c6d53118 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:05.167614 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e6144136-9f06-4772-babe-210ad333848b req-09d144c4-fa08-427e-8af2-1df7c6d53118 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 945 time: 0.1054010 May 02 03:16:05.218124 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e6144136-9f06-4772-babe-210ad333848b req-74ed8187-771f-43b8-95ec-18790acaaed8 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462132 May 02 03:16:06.407817 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488401f-3be6-44b2-b800-b3d10769f527 req-9e5e483b-228d-496d-912e-0c31d5116299 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:06.409275 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4488401f-3be6-44b2-b800-b3d10769f527 req-9e5e483b-228d-496d-912e-0c31d5116299 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 945 time: 0.0842898 May 02 03:16:06.454305 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4488401f-3be6-44b2-b800-b3d10769f527 req-7a40dcb6-a8b4-4864-9157-8ff638d4f1a2 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393541 May 02 03:16:12.050649 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-454b79a6-17b6-4f06-aa22-958afbdedd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:14.637472 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-aa6d7db3-972d-4a4c-957d-537cc0d24f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:14.953950 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:16.041750 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:17.753149 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:29.201217 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:30.360406 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:16:31.954551 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d1e43-2c1f-440d-af0a-f0e6963154bc req-8293c6ea-58e7-4ec8-93bd-89f1dd26d8b8 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:31.956032 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4b3d1e43-2c1f-440d-af0a-f0e6963154bc req-8293c6ea-58e7-4ec8-93bd-89f1dd26d8b8 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 947 time: 0.0806086 May 02 03:16:32.000812 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4b3d1e43-2c1f-440d-af0a-f0e6963154bc req-32516470-310e-4176-8946-9372d2264b9c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389781 May 02 03:16:33.259174 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477905e2-3475-4131-b829-1c420570b111 req-63d52fe1-56f0-429b-9e15-2bbf3bec5d6e tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:33.260617 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-477905e2-3475-4131-b829-1c420570b111 req-63d52fe1-56f0-429b-9e15-2bbf3bec5d6e tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 947 time: 0.1435962 May 02 03:16:33.272590 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53272ce7-e535-47c2-ab0a-53e2864e60a1 req-c352c5bb-e73f-4b67-b6a5-43b20e3f685c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:33.273956 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-53272ce7-e535-47c2-ab0a-53e2864e60a1 req-c352c5bb-e73f-4b67-b6a5-43b20e3f685c tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 947 time: 0.1166675 May 02 03:16:33.369687 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-477905e2-3475-4131-b829-1c420570b111 req-507922b1-757a-472f-8a43-284479ef1397 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e6cb601-6235-45d3-89e1-c9e3ff43f1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946751 May 02 03:16:33.444723 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [req-53272ce7-e535-47c2-ab0a-53e2864e60a1 req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Deleting port 87ebcff6-433d-44b1-9ab7-4195cf47767e {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:16:33.445062 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-53272ce7-e535-47c2-ab0a-53e2864e60a1 req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:33.582064 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-53272ce7-e535-47c2-ab0a-53e2864e60a1 req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] For port 87ebcff6-433d-44b1-9ab7-4195cf47767e, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=87ebcff6-433d-44b1-9ab7-4195cf47767e,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:16:33.582422 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-53272ce7-e535-47c2-ab0a-53e2864e60a1 req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:33.878527 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-53272ce7-e535-47c2-ab0a-53e2864e60a1 req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:33.879001 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-53272ce7-e535-47c2-ab0a-53e2864e60a1 req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681044'] for floatingip, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:33.879333 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.db.l3_db [req-53272ce7-e535-47c2-ab0a-53e2864e60a1 req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Floating IP e555c714-bbc8-4496-8a9f-d5ac0febec13 disassociated. External IP: 172.28.2.136, port: 87ebcff6-433d-44b1-9ab7-4195cf47767e. May 02 03:16:33.879754 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [req-53272ce7-e535-47c2-ab0a-53e2864e60a1 req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Calling delete_port for 87ebcff6-433d-44b1-9ab7-4195cf47767e owned by compute:nova {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:16:33.986793 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-53272ce7-e535-47c2-ab0a-53e2864e60a1 req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16413079'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:33.992329 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:34.129216 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Pushing event deleted for resources: {'Port': ['ID=87ebcff6-433d-44b1-9ab7-4195cf47767e,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:34.140672 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:34.141662 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:34.141950 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:34.142306 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:34.142654 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:34.142999 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:34.143370 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:34.143716 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:34.144057 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:34.144395 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:34.144734 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:34.145072 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:34.195023 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:34.329992 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53272ce7-e535-47c2-ab0a-53e2864e60a1 req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Router f133ad33-8abc-493f-824a-681c0b22127f has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:16:34.515303 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53272ce7-e535-47c2-ab0a-53e2864e60a1 req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:16:34.532215 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e8bcfa-1d79-496c-a588-ed730c546cc0 None None] Sync routers for ids ['f133ad33-8abc-493f-824a-681c0b22127f'] in dv-cinder-789077-1-smb {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:16:34.536910 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-da440c40-a56f-4edb-9be6-1e64d6d9258c req-dd94d732-29f1-4794-b877-0a7839280f04 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6b2930a-75d5-49ab-9ea9-29c63a8f6411 HTTP/1.1" status: 200 len: 210 time: 0.0543680 May 02 03:16:34.543388 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e8bcfa-1d79-496c-a588-ed730c546cc0 None None] Routers {'f133ad33-8abc-493f-824a-681c0b22127f'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:16:34.544161 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-88e8bcfa-1d79-496c-a588-ed730c546cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:16:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['f133ad33-8abc-493f-824a-681c0b22127f'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:34.605952 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [req-53272ce7-e535-47c2-ab0a-53e2864e60a1 req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] No DVR routers for this DVR port 87ebcff6-433d-44b1-9ab7-4195cf47767e on host hv-cinder-78907 {{(pid=73838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:16:34.608882 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-53272ce7-e535-47c2-ab0a-53e2864e60a1 req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:34.612438 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b2930a-75d5-49ab-9ea9-29c63a8f6411', 'name': 'network-vif-deleted', 'tag': '87ebcff6-433d-44b1-9ab7-4195cf47767e'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:16:34.632545 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-53272ce7-e535-47c2-ab0a-53e2864e60a1 req-c4d3bd0c-46f0-41ba-ad96-5aa4a88c7dc7 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.16 "DELETE /v2.0/ports/87ebcff6-433d-44b1-9ab7-4195cf47767e HTTP/1.1" status: 204 len: 173 time: 1.3427336 May 02 03:16:34.661606 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b2930a-75d5-49ab-9ea9-29c63a8f6411', 'name': 'network-vif-deleted', 'tag': '87ebcff6-433d-44b1-9ab7-4195cf47767e', 'status': 'completed', 'code': 200} May 02 03:16:34.762739 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-88e8bcfa-1d79-496c-a588-ed730c546cc0 None None] Set router f133ad33-8abc-493f-824a-681c0b22127f gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:16:35.084904 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-88e8bcfa-1d79-496c-a588-ed730c546cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'name': 'tempest-AttachVolumeShelveTestJSON-1652503319-router', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:38Z', 'updated_at': '2021-05-02T03:09:56Z', 'revision_number': 4, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'gw_port': {'id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '1366a0be-0d0f-4d98-9447-a1056d751305', 'name': '', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'mac_address': 'fa:16:3e:c8:41:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:49Z', 'updated_at': '2021-05-02T03:10:21Z', 'revision_number': 5, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'subnets': [{'id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:35.088717 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e8bcfa-1d79-496c-a588-ed730c546cc0 None None] Checking router: f133ad33-8abc-493f-824a-681c0b22127f for host: dv-cinder-789077-1-smb {{(pid=73840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:16:35.098278 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e8bcfa-1d79-496c-a588-ed730c546cc0 None None] Routers {'f133ad33-8abc-493f-824a-681c0b22127f'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:16:35.098899 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-88e8bcfa-1d79-496c-a588-ed730c546cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:16:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['f133ad33-8abc-493f-824a-681c0b22127f'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:35.283090 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-88e8bcfa-1d79-496c-a588-ed730c546cc0 None None] Set router f133ad33-8abc-493f-824a-681c0b22127f gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:16:35.603316 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-88e8bcfa-1d79-496c-a588-ed730c546cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'name': 'tempest-AttachVolumeShelveTestJSON-1652503319-router', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:38Z', 'updated_at': '2021-05-02T03:09:56Z', 'revision_number': 4, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'gw_port': {'id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '1366a0be-0d0f-4d98-9447-a1056d751305', 'name': '', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'mac_address': 'fa:16:3e:c8:41:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:49Z', 'updated_at': '2021-05-02T03:10:21Z', 'revision_number': 5, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'subnets': [{'id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:35.607593 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e8bcfa-1d79-496c-a588-ed730c546cc0 None None] The sync data for ids ['f133ad33-8abc-493f-824a-681c0b22127f'] in dv-cinder-789077-1-smb is: [{'id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'name': 'tempest-AttachVolumeShelveTestJSON-1652503319-router', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:38Z', 'updated_at': '2021-05-02T03:09:56Z', 'revision_number': 4, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'gw_port': {'id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '1366a0be-0d0f-4d98-9447-a1056d751305', 'name': '', 'network_id': 'd7689858-9039-425a-935e-3344516b06bf', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'mac_address': 'fa:16:3e:c8:41:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:49Z', 'updated_at': '2021-05-02T03:10:21Z', 'revision_number': 5, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'subnets': [{'id': '1280d3a9-2862-4bcb-8d9b-90a5151f672e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:16:35.829341 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c285d9-b9c7-498c-bb64-85acac16c7a5 None None] New status for floating IP e555c714-bbc8-4496-8a9f-d5ac0febec13: DOWN {{(pid=73841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 03:16:36.691927 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 44696) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:36.759031 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f9f86f96-0ebd-4aed-b8fa-ef32b787c4db tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:36.788801 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f9f86f96-0ebd-4aed-b8fa-ef32b787c4db tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:36.853407 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f9f86f96-0ebd-4aed-b8fa-ef32b787c4db tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:36.857692 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-d233dede-2766-44b3-8def-e93bd74b40cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:36.874644 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f86f96-0ebd-4aed-b8fa-ef32b787c4db tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6cb601-6235-45d3-89e1-c9e3ff43f1be,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:36.877836 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-f9f86f96-0ebd-4aed-b8fa-ef32b787c4db tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:36.884009 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f9f86f96-0ebd-4aed-b8fa-ef32b787c4db tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:36.885120 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-f9f86f96-0ebd-4aed-b8fa-ef32b787c4db tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "DELETE /v2.0/security-groups/1e6cb601-6235-45d3-89e1-c9e3ff43f1be HTTP/1.1" status: 204 len: 168 time: 0.1922057 May 02 03:16:36.887906 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 44700) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:36.914001 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.api.v2.resource [None req-8376490b-cb40-4a90-87b3-be55bee163db tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] show failed (client error): The resource could not be found. May 02 03:16:36.914968 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-8376490b-cb40-4a90-87b3-be55bee163db tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "GET /v2.0/security-groups/1e6cb601-6235-45d3-89e1-c9e3ff43f1be HTTP/1.1" status: 404 len: 347 time: 0.0261002 May 02 03:16:36.917881 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 44704) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:37.138362 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [None req-5ee94bbd-ff43-4a23-bdf5-d514f948f43a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Deleting port 04ccd3b9-daf8-4d19-ae5d-cf5fd2eaf9b6 {{(pid=73839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:16:37.138699 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5ee94bbd-ff43-4a23-bdf5-d514f948f43a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:37.256916 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5ee94bbd-ff43-4a23-bdf5-d514f948f43a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:37.257252 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5ee94bbd-ff43-4a23-bdf5-d514f948f43a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:37.378432 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [None req-5ee94bbd-ff43-4a23-bdf5-d514f948f43a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Calling delete_port for 04ccd3b9-daf8-4d19-ae5d-cf5fd2eaf9b6 owned by network:floatingip {{(pid=73839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:16:37.488843 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5ee94bbd-ff43-4a23-bdf5-d514f948f43a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:37.493224 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-0a019225-40d6-42fa-89ef-066ec74fdc39 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:37.540679 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee94bbd-ff43-4a23-bdf5-d514f948f43a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Pushing event deleted for resources: {'Port': ['ID=04ccd3b9-daf8-4d19-ae5d-cf5fd2eaf9b6,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:37.566868 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-5ee94bbd-ff43-4a23-bdf5-d514f948f43a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:37.631765 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5ee94bbd-ff43-4a23-bdf5-d514f948f43a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks [] for floatingip, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:37.645923 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5ee94bbd-ff43-4a23-bdf5-d514f948f43a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for floatingip, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:37.647033 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-5ee94bbd-ff43-4a23-bdf5-d514f948f43a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] 10.222.0.20 "DELETE /v2.0/floatingips/e555c714-bbc8-4496-8a9f-d5ac0febec13 HTTP/1.1" status: 204 len: 168 time: 0.7282798 May 02 03:16:38.003939 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 87ebcff6-433d-44b1-9ab7-4195cf47767e no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:16:38.039918 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-06578581-5416-4b0b-80be-835749a33250 None None] No Port match for: 87ebcff6-433d-44b1-9ab7-4195cf47767e {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:16:38.040362 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 87ebcff6-433d-44b1-9ab7-4195cf47767e not bound to the agent host hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:16:40.443257 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 44730) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:41.233371 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-02dbb305-884e-4a8e-9d6d-6b812277a7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656198'] for router_interface, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:41.634791 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [None req-02dbb305-884e-4a8e-9d6d-6b812277a7a1 admin admin] Deleting port 1366a0be-0d0f-4d98-9447-a1056d751305 {{(pid=73839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:16:41.635509 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-02dbb305-884e-4a8e-9d6d-6b812277a7a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:41.753560 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-02dbb305-884e-4a8e-9d6d-6b812277a7a1 admin admin] For port 1366a0be-0d0f-4d98-9447-a1056d751305, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=1366a0be-0d0f-4d98-9447-a1056d751305,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:16:41.753916 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-02dbb305-884e-4a8e-9d6d-6b812277a7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:41.874390 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [None req-02dbb305-884e-4a8e-9d6d-6b812277a7a1 admin admin] Calling delete_port for 1366a0be-0d0f-4d98-9447-a1056d751305 owned by network:router_interface {{(pid=73839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:16:42.053408 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-f7980028-962f-4713-b351-7730afbaf656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:42.154630 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-02dbb305-884e-4a8e-9d6d-6b812277a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:42.158309 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:42.205700 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dbb305-884e-4a8e-9d6d-6b812277a7a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1366a0be-0d0f-4d98-9447-a1056d751305,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:42.208723 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-02dbb305-884e-4a8e-9d6d-6b812277a7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:42.572591 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-02dbb305-884e-4a8e-9d6d-6b812277a7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681718'] for router_interface, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:42.940243 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02dbb305-884e-4a8e-9d6d-6b812277a7a1 admin admin] Router f133ad33-8abc-493f-824a-681c0b22127f has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:16:43.123193 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02dbb305-884e-4a8e-9d6d-6b812277a7a1 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:16:43.131795 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec13b695-b1c4-457b-b8bb-df1b8eb03035 None None] Sync routers for ids ['f133ad33-8abc-493f-824a-681c0b22127f'] in dv-cinder-789077-1-smb {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:16:43.135564 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-02dbb305-884e-4a8e-9d6d-6b812277a7a1 admin admin] 10.222.0.20 "PUT /v2.0/routers/f133ad33-8abc-493f-824a-681c0b22127f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6912086 May 02 03:16:43.138121 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 44736) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:43.145428 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec13b695-b1c4-457b-b8bb-df1b8eb03035 None None] Routers {'f133ad33-8abc-493f-824a-681c0b22127f'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:16:43.146054 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-ec13b695-b1c4-457b-b8bb-df1b8eb03035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:16:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['f133ad33-8abc-493f-824a-681c0b22127f'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:43.316610 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-85b6133b-4ed4-4b4c-ba93-2a4e048660f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:43.359485 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-ec13b695-b1c4-457b-b8bb-df1b8eb03035 None None] Set router f133ad33-8abc-493f-824a-681c0b22127f gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:16:43.499542 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-85b6133b-4ed4-4b4c-ba93-2a4e048660f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:43.572996 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [None req-85b6133b-4ed4-4b4c-ba93-2a4e048660f7 admin admin] Deleting port ee8309b0-b730-43af-a3cd-7678713b247c {{(pid=73839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:16:43.573240 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-85b6133b-4ed4-4b4c-ba93-2a4e048660f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:43.658792 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-ec13b695-b1c4-457b-b8bb-df1b8eb03035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'name': 'tempest-AttachVolumeShelveTestJSON-1652503319-router', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:38Z', 'updated_at': '2021-05-02T03:16:42Z', 'revision_number': 5, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'gw_port': {'id': 'ee8309b0-b730-43af-a3cd-7678713b247c', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:09:40Z', 'updated_at': '2021-05-02T03:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:43.663062 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec13b695-b1c4-457b-b8bb-df1b8eb03035 None None] Checking router: f133ad33-8abc-493f-824a-681c0b22127f for host: dv-cinder-789077-1-smb {{(pid=73840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:16:43.672479 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec13b695-b1c4-457b-b8bb-df1b8eb03035 None None] Routers {'f133ad33-8abc-493f-824a-681c0b22127f'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:16:43.673863 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-ec13b695-b1c4-457b-b8bb-df1b8eb03035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:16:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['f133ad33-8abc-493f-824a-681c0b22127f'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:43.796469 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-85b6133b-4ed4-4b4c-ba93-2a4e048660f7 admin admin] For port ee8309b0-b730-43af-a3cd-7678713b247c, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=ee8309b0-b730-43af-a3cd-7678713b247c,segment=NetworkSegment(000b502f-0377-4925-a8c0-e47bbb3cb5cf),segment_id=000b502f-0377-4925-a8c0-e47bbb3cb5cf)] {{(pid=73839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:16:43.796979 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-85b6133b-4ed4-4b4c-ba93-2a4e048660f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:43.835470 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-ec13b695-b1c4-457b-b8bb-df1b8eb03035 None None] Set router f133ad33-8abc-493f-824a-681c0b22127f gateway port host: None {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:16:43.925838 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [None req-85b6133b-4ed4-4b4c-ba93-2a4e048660f7 admin admin] Calling delete_port for ee8309b0-b730-43af-a3cd-7678713b247c owned by network:router_gateway {{(pid=73839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:16:43.940697 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-ec13b695-b1c4-457b-b8bb-df1b8eb03035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'name': 'tempest-AttachVolumeShelveTestJSON-1652503319-router', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:38Z', 'updated_at': '2021-05-02T03:16:43Z', 'revision_number': 6, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'gw_port_host': None}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:43.944651 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec13b695-b1c4-457b-b8bb-df1b8eb03035 None None] The sync data for ids ['f133ad33-8abc-493f-824a-681c0b22127f'] in dv-cinder-789077-1-smb is: [{'id': 'f133ad33-8abc-493f-824a-681c0b22127f', 'name': 'tempest-AttachVolumeShelveTestJSON-1652503319-router', 'tenant_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:09:38Z', 'updated_at': '2021-05-02T03:16:43Z', 'revision_number': 6, 'project_id': '71a14cf4cc2e4dee8eb774056ca84b10', 'gw_port_host': None}] {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:16:44.065445 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-85b6133b-4ed4-4b4c-ba93-2a4e048660f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:44.068905 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-f8685189-62bb-43e5-a84d-bd92a5a922cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:44.114413 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6133b-4ed4-4b4c-ba93-2a4e048660f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee8309b0-b730-43af-a3cd-7678713b247c,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:44.117457 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-85b6133b-4ed4-4b4c-ba93-2a4e048660f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:44.205453 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-85b6133b-4ed4-4b4c-ba93-2a4e048660f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681065'] for router_gateway, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:44.379802 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-85b6133b-4ed4-4b4c-ba93-2a4e048660f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-700669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29619'] for router, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:44.382018 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-85b6133b-4ed4-4b4c-ba93-2a4e048660f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:44.469799 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-85b6133b-4ed4-4b4c-ba93-2a4e048660f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-682017'] for router, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:44.470308 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b6133b-4ed4-4b4c-ba93-2a4e048660f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f133ad33-8abc-493f-824a-681c0b22127f {{(pid=73839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 02 03:16:44.484780 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-85b6133b-4ed4-4b4c-ba93-2a4e048660f7 admin admin] Notify callbacks [] for router, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:44.486157 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-85b6133b-4ed4-4b4c-ba93-2a4e048660f7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f133ad33-8abc-493f-824a-681c0b22127f HTTP/1.1" status: 204 len: 168 time: 1.3466821 May 02 03:16:44.488338 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 44740) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:44.551131 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e9e84b-d80b-44b7-b683-fecbb0b4b283 admin admin] Deleting subnet 1280d3a9-2862-4bcb-8d9b-90a5151f672e {{(pid=73839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 02 03:16:44.554599 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-12e9e84b-d80b-44b7-b683-fecbb0b4b283 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:44.605211 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-12e9e84b-d80b-44b7-b683-fecbb0b4b283 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14752365'] for subnet, precommit_delete_associations {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:44.639673 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-f7472c8a-8b14-4da7-9a72-076b73db2508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:44.729309 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-12e9e84b-d80b-44b7-b683-fecbb0b4b283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038349'] for subnet, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:44.775983 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device ee8309b0-b730-43af-a3cd-7678713b247c no longer exists at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:16:44.814763 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] No Port match for: ee8309b0-b730-43af-a3cd-7678713b247c {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:16:44.815108 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device ee8309b0-b730-43af-a3cd-7678713b247c not bound to the agent host dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:16:44.815562 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 1366a0be-0d0f-4d98-9447-a1056d751305 no longer exists at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:16:44.848371 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] No Port match for: 1366a0be-0d0f-4d98-9447-a1056d751305 {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:16:44.848717 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 1366a0be-0d0f-4d98-9447-a1056d751305 not bound to the agent host dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:16:44.958356 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:44.993711 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-12e9e84b-d80b-44b7-b683-fecbb0b4b283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16144030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15407797'] for subnet, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:44.998358 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-7c2a5130-5a76-4500-bc80-103175ef4ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:45.034777 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9e84b-d80b-44b7-b683-fecbb0b4b283 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1280d3a9-2862-4bcb-8d9b-90a5151f672e,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:45.038108 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-12e9e84b-d80b-44b7-b683-fecbb0b4b283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:45.040657 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-12e9e84b-d80b-44b7-b683-fecbb0b4b283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:45.052518 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c86311-331d-418c-b86c-1b352b31e62d None None] Network d7689858-9039-425a-935e-3344516b06bf requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:16:45.053307 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-12e9e84b-d80b-44b7-b683-fecbb0b4b283 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1280d3a9-2862-4bcb-8d9b-90a5151f672e HTTP/1.1" status: 204 len: 168 time: 0.5639672 May 02 03:16:45.055731 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 44744) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:45.260414 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690155'] for network, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:45.314061 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec450b1-716b-486d-9df3-2641c6a48bff None None] DHCP port deletion for d7689858-9039-425a-935e-3344516b06bf request from dv-cinder-789077-1-smb {{(pid=73840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 02 03:16:45.338769 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] Deleting port 82643e21-6143-4ce5-b262-19b8ef7b8acf {{(pid=73839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:16:45.339103 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:45.381750 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-4ec450b1-716b-486d-9df3-2641c6a48bff None None] Deleting port 82643e21-6143-4ce5-b262-19b8ef7b8acf {{(pid=73840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:16:45.382159 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-4ec450b1-716b-486d-9df3-2641c6a48bff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:45.438894 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] For port 82643e21-6143-4ce5-b262-19b8ef7b8acf, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=82643e21-6143-4ce5-b262-19b8ef7b8acf,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:16:45.439287 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:45.484091 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-4ec450b1-716b-486d-9df3-2641c6a48bff None None] For port 82643e21-6143-4ce5-b262-19b8ef7b8acf, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=82643e21-6143-4ce5-b262-19b8ef7b8acf,segment=NetworkSegment(898a12c4-9c33-43db-aa28-9637c9b514c6),segment_id=898a12c4-9c33-43db-aa28-9637c9b514c6)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:16:45.484568 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-4ec450b1-716b-486d-9df3-2641c6a48bff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:45.564649 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] Calling delete_port for 82643e21-6143-4ce5-b262-19b8ef7b8acf owned by network:dhcp {{(pid=73839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:16:45.608294 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-4ec450b1-716b-486d-9df3-2641c6a48bff None None] Calling delete_port for 82643e21-6143-4ce5-b262-19b8ef7b8acf owned by network:dhcp {{(pid=73840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:16:45.619117 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:45.623920 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b477735f-1882-47d9-8d63-f877898b69da tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:45.672008 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] No DVR routers for this DVR port 82643e21-6143-4ce5-b262-19b8ef7b8acf on host dv-cinder-789077-1-smb {{(pid=73839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:16:45.699263 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] Pushing event deleted for resources: {'Port': ['ID=82643e21-6143-4ce5-b262-19b8ef7b8acf,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:45.701721 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:45.779613 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-4ec450b1-716b-486d-9df3-2641c6a48bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999'] for port, after_delete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:45.783400 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:45.796145 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2032080', 'neutron.services.segments.db._delete_segments_for_network-8794390944561'] for network, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:45.825789 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec450b1-716b-486d-9df3-2641c6a48bff None None] Pushing event deleted for resources: {'Port': ['ID=82643e21-6143-4ce5-b262-19b8ef7b8acf,revision_number=None']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:45.828814 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-4ec450b1-716b-486d-9df3-2641c6a48bff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:45.833544 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec450b1-716b-486d-9df3-2641c6a48bff None None] No DVR routers for this DVR port 82643e21-6143-4ce5-b262-19b8ef7b8acf on host dv-cinder-789077-1-smb {{(pid=73840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:16:45.908689 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7689858-9039-425a-935e-3344516b06bf']}} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:45.920540 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898a12c4-9c33-43db-aa28-9637c9b514c6') {'for_net_delete': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:45.920842 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898a12c4-9c33-43db-aa28-9637c9b514c6') {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:45.932788 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794390955623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14752340'] for segment, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:45.948296 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:45.954217 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=73839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 03:16:46.045710 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:46.121685 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] Network d7689858-9039-425a-935e-3344516b06bf has no segments {{(pid=73839) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:16:46.133491 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2060056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16143164'] for segment, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:46.299868 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] Network d7689858-9039-425a-935e-3344516b06bf has no segments {{(pid=73839) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: Traceback (most recent call last): May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: timer() May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: cb(*args, **kw) May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: return func(*args, **kwargs) May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: self._notify() May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: self.callback(batched_events) May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: event.method(event) May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: aggregate_uuid = self.p_client.list_aggregates( May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: return f(self, *a, **k) May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: return self._get(url).json() May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: return self.request(url, 'GET', **kwargs) May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: base_url = self.get_endpoint(auth, allow=allow, May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 03:16:46.321382 dv-cinder-789077-1-smb neutron-server[73839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 03:16:46.399703 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2032079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681030'] for network, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:46.403568 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-3f3df7e4-77b5-4d7d-a398-08d9b36c6469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:46.416579 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:46.428856 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] Pushing event deleted for resources: {'Network': ['ID=d7689858-9039-425a-935e-3344516b06bf,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:46.432770 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:46.441598 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] 10.222.0.20 "DELETE /v2.0/networks/d7689858-9039-425a-935e-3344516b06bf HTTP/1.1" status: 204 len: 168 time: 1.3849006 May 02 03:16:46.555350 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 44750) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:46.605960 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-37ab41b3-6bf8-4745-aa06-46507dc5ed70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71a14cf4cc2e4dee8eb774056ca84b10&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0493746 May 02 03:16:46.608366 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 44754) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:46.670485 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7f36ac7c-7a53-4ebe-8f4c-a66af8ac3b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:46.709301 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7f36ac7c-7a53-4ebe-8f4c-a66af8ac3b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:46.727994 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 82643e21-6143-4ce5-b262-19b8ef7b8acf no longer exists at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:16:46.763849 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] No Port match for: 82643e21-6143-4ce5-b262-19b8ef7b8acf {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:16:46.764206 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 82643e21-6143-4ce5-b262-19b8ef7b8acf not bound to the agent host dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:16:46.774282 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7f36ac7c-7a53-4ebe-8f4c-a66af8ac3b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:46.778170 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-7fb850ad-7ecf-46bc-8181-3a0706a07902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:46.792271 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36ac7c-7a53-4ebe-8f4c-a66af8ac3b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddea8413-bc93-42fb-8e3a-11b17c41cfb6,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:46.796043 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-7f36ac7c-7a53-4ebe-8f4c-a66af8ac3b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:46.805129 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7f36ac7c-7a53-4ebe-8f4c-a66af8ac3b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:46.806759 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-7f36ac7c-7a53-4ebe-8f4c-a66af8ac3b34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ddea8413-bc93-42fb-8e3a-11b17c41cfb6 HTTP/1.1" status: 204 len: 168 time: 0.1970041 May 02 03:16:47.549135 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 44778) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:47.652794 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-447254622-network', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:16:47.658310 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:16:47.662389 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] Usage tracker for resource:network and tenant:a56e7964616045c7870f3f3e615d8310 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:16:47.665302 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:16:47.672771 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:16:47.682935 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] Made reservation on behalf of a56e7964616045c7870f3f3e615d8310 for: {'network': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:16:47.685255 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for network, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:47.698127 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:47.712887 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:16:47.716740 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] Usage tracker for resource:security_group_rule and tenant:a56e7964616045c7870f3f3e615d8310 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:16:47.720053 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:16:47.726185 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:16:47.764929 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:47.824972 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:47.829427 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:47.832549 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-9e331c85-344b-4550-920a-8ca27e3eba9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:47.862730 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=73839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 03:16:47.871721 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85823e1d-6bb6-43eb-ba5d-68f991be5278,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:47.876134 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:47.879297 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:47.879680 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.db.segments_db [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] Added segment 70c14849-70ca-4cab-8c2d-48e7e75e3f9d of type vlan for network 3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d May 02 03:16:47.907296 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794390503316'] for network, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:47.941166 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for network, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:47.942513 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:47.943095 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:47.946522 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-7b9e9211-dd67-4047-b7cd-f4d8673164fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:48.136868 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] Pushing event updated for resources: {'Network': ['ID=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:48.140312 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:48.142532 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-5be55b51-ba2f-4956-b739-304c7f9ae6c1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5923896 May 02 03:16:48.145567 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 44784) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:48.147919 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Network 3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d details requested by agent ovs-agent-dv-cinder-789077-1-smb with host dv-cinder-789077-1-smb {{(pid=73840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 02 03:16:48.156690 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-345f545d-2643-4b8d-9cb0-8a0fce03f15c admin admin] Request body: {'subnet': {'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-447254622-subnet', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:16:48.161455 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-345f545d-2643-4b8d-9cb0-8a0fce03f15c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:16:48.165313 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-345f545d-2643-4b8d-9cb0-8a0fce03f15c admin admin] Usage tracker for resource:subnet and tenant:a56e7964616045c7870f3f3e615d8310 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:16:48.168144 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-345f545d-2643-4b8d-9cb0-8a0fce03f15c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:16:48.174603 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-345f545d-2643-4b8d-9cb0-8a0fce03f15c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:16:48.184040 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345f545d-2643-4b8d-9cb0-8a0fce03f15c admin admin] Made reservation on behalf of a56e7964616045c7870f3f3e615d8310 for: {'subnet': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:16:48.186297 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-345f545d-2643-4b8d-9cb0-8a0fce03f15c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13756990'] for subnet, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:48.586789 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-345f545d-2643-4b8d-9cb0-8a0fce03f15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16413735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13756968'] for subnet, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:48.590615 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:48.672901 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f545d-2643-4b8d-9cb0-8a0fce03f15c admin admin] Pushing event updated for resources: {'Subnet': ['ID=93760444-4c4b-412e-ba84-ee06015509f1,revision_number=0']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:48.676379 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-345f545d-2643-4b8d-9cb0-8a0fce03f15c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:48.682055 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f545d-2643-4b8d-9cb0-8a0fce03f15c admin admin] Checking segment: {'id': '70c14849-70ca-4cab-8c2d-48e7e75e3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:16:48.682415 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345f545d-2643-4b8d-9cb0-8a0fce03f15c admin admin] Network hostable DHCP agents. Network: 3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d, hostable agents: ['614df883-a3aa-459e-9403-57d681838b96'], hosted agents: [] {{(pid=73838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 03:16:48.699724 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345f545d-2643-4b8d-9cb0-8a0fce03f15c admin admin] Network 3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d is scheduled to be hosted by DHCP agent 614df883-a3aa-459e-9403-57d681838b96 with binding_index 1 {{(pid=73838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 03:16:48.709304 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-345f545d-2643-4b8d-9cb0-8a0fce03f15c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-smb, 3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d) {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:16:48.717832 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf2f2d1-ec4e-43c2-9874-af19933f668e None None] Network 3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:16:48.726348 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345f545d-2643-4b8d-9cb0-8a0fce03f15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:48.727302 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-345f545d-2643-4b8d-9cb0-8a0fce03f15c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:48.756353 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-345f545d-2643-4b8d-9cb0-8a0fce03f15c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6016605 May 02 03:16:48.756700 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 44788) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:48.764659 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-447254622-router', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:16:48.767547 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:16:48.772008 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] Usage tracker for resource:router and tenant:a56e7964616045c7870f3f3e615d8310 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:16:48.775048 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:16:48.782273 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:16:48.795050 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-700514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29505'] for router, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:48.796362 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-681178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29512'] for router, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:48.813775 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:48.949421 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc315f690-2e35-5bac-9706-73e01d5bab1b-3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'fixed_ips': [{'subnet_id': '93760444-4c4b-412e-ba84-ee06015509f1'}]}} from dv-cinder-789077-1-smb. {{(pid=73840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 02 03:16:48.950290 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:49.089087 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-681171', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-700428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29626'] for router, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:49.106299 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.db_base_plugin_common [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Allocated IP 172.20.0.2 (3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d/93760444-4c4b-412e-ba84-ee06015509f1/e8b59641-268c-44a0-b31e-af5ce6aa6c58) {{(pid=73840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:16:49.317432 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Notify callbacks [] for port, precommit_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:49.327156 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Transition to ACTIVE for port object e8b59641-268c-44a0-b31e-af5ce6aa6c58 will not be triggered until provisioned by entity L2. {{(pid=73840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:16:49.345185 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Transition to ACTIVE for port object e8b59641-268c-44a0-b31e-af5ce6aa6c58 will not be triggered until provisioned by entity DHCP. {{(pid=73840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:16:49.351336 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:49.355045 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:49.400663 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:49.417837 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Network 3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d is already hosted by enough agents. {{(pid=73840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:16:49.421047 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.scheduler.base_scheduler [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Resources bound (agent type, host, resource id): {{(pid=73840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:16:49.425376 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Received port after_create {{(pid=73840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:16:49.432989 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Pushing event updated for resources: {'Port': ['ID=e8b59641-268c-44a0-b31e-af5ce6aa6c58,revision_number=1']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:49.433195 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:49.461805 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:49.525121 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Attempting to bind port e8b59641-268c-44a0-b31e-af5ce6aa6c58 on host dv-cinder-789077-1-smb for vnic_type normal with profile {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:16:49.525502 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Attempting to bind port e8b59641-268c-44a0-b31e-af5ce6aa6c58 by drivers openvswitch,hyperv on host dv-cinder-789077-1-smb at level 0 using segments [{'id': '70c14849-70ca-4cab-8c2d-48e7e75e3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d'}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:16:49.525876 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Attempting to bind port e8b59641-268c-44a0-b31e-af5ce6aa6c58 on network 3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:16:49.531888 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Checking agent: {'id': 'bb6488c3-d59c-408d-aa24-5113f65b4245', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 1, 45), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:16:49.532410 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Checking segment: {'id': '70c14849-70ca-4cab-8c2d-48e7e75e3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:16:49.532821 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:49.533221 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Bound using segment: {'id': '70c14849-70ca-4cab-8c2d-48e7e75e3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d'} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:16:49.533701 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Bound port: e8b59641-268c-44a0-b31e-af5ce6aa6c58, host: dv-cinder-789077-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c14849-70ca-4cab-8c2d-48e7e75e3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d'}}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:16:49.534090 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:49.579798 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_common [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] Allocated IP 172.28.2.212 (9f391acb-6dd2-44ac-8608-38eed26063e6/10d86011-1629-4945-9d03-3701e203e3e6/0873d969-1709-4ca8-8395-9bc6d4a52a4f) {{(pid=73839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:16:49.628338 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] For port e8b59641-268c-44a0-b31e-af5ce6aa6c58, host dv-cinder-789077-1-smb, cleared binding levels {{(pid=73840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:16:49.631524 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] For port e8b59641-268c-44a0-b31e-af5ce6aa6c58, host dv-cinder-789077-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=e8b59641-268c-44a0-b31e-af5ce6aa6c58,segment=NetworkSegment(70c14849-70ca-4cab-8c2d-48e7e75e3f9d),segment_id=70c14849-70ca-4cab-8c2d-48e7e75e3f9d)] {{(pid=73840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:16:49.635815 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:49.639373 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:49.713504 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Pushing event updated for resources: {'Port': ['ID=e8b59641-268c-44a0-b31e-af5ce6aa6c58,revision_number=2']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:49.719706 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:49.740531 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:49.772800 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:49.777196 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-a3d1c47c-6e00-40a7-8606-6821f3bec22c tempest-AttachVolumeNegativeTest-1977941801 tempest-AttachVolumeNegativeTest-1977941801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:49.840014 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] Network 9f391acb-6dd2-44ac-8608-38eed26063e6 is already hosted by enough agents. {{(pid=73839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:16:49.848223 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:16:49.854484 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] Received port after_create {{(pid=73839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:16:49.893802 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] Pushing event updated for resources: {'Port': ['ID=0873d969-1709-4ca8-8395-9bc6d4a52a4f,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:49.896633 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:50.400857 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:50.591056 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7801aaeb-e9da-41fc-aa39-49fe8f94b999 None None] Network 3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:16:50.698873 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-5569fe2e-9133-4201-b3b9-789df2dcae45 None None] Provisioning for port e8b59641-268c-44a0-b31e-af5ce6aa6c58 completed by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:16:50.773472 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681148'] for router, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:50.790189 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device e8b59641-268c-44a0-b31e-af5ce6aa6c58 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:16:50.913096 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning for port e8b59641-268c-44a0-b31e-af5ce6aa6c58 completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:16:50.923973 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port e8b59641-268c-44a0-b31e-af5ce6aa6c58 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:16:50.924348 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:51.086672 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] Router 03ffe646-6b1e-4a4e-8a60-b2197974366e is scheduled to L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f with binding_index 1 {{(pid=73839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 02 03:16:51.111440 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:51.150925 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] For port e8b59641-268c-44a0-b31e-af5ce6aa6c58, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=e8b59641-268c-44a0-b31e-af5ce6aa6c58,segment=NetworkSegment(70c14849-70ca-4cab-8c2d-48e7e75e3f9d),segment_id=70c14849-70ca-4cab-8c2d-48e7e75e3f9d)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:16:51.157463 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:51.162463 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:51.238843 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Pushing event updated for resources: {'Port': ['ID=e8b59641-268c-44a0-b31e-af5ce6aa6c58,revision_number=3']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:51.242445 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:51.249563 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-18e88cac-5539-43af-ba6b-2364df830dd8 None None] Provisioning complete for port e8b59641-268c-44a0-b31e-af5ce6aa6c58 triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:16:51.250356 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-18e88cac-5539-43af-ba6b-2364df830dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:51.283233 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:16:51.294412 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] Sync routers for ids ['03ffe646-6b1e-4a4e-8a60-b2197974366e'] in dv-cinder-789077-1-smb {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:16:51.305072 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] Routers {'03ffe646-6b1e-4a4e-8a60-b2197974366e'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:16:51.305936 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:16:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['03ffe646-6b1e-4a4e-8a60-b2197974366e'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:51.310272 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] Notify callbacks [] for router, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:51.311943 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5542145 May 02 03:16:51.314740 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 44792) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:51.484160 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] Set router 03ffe646-6b1e-4a4e-8a60-b2197974366e gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:16:51.799080 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'name': 'tempest-AttachVolumeTestJSON-447254622-router', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:16:48Z', 'updated_at': '2021-05-02T03:16:50Z', 'revision_number': 3, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'gw_port': {'id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:49Z', 'updated_at': '2021-05-02T03:16:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:51.803412 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] Checking router: 03ffe646-6b1e-4a4e-8a60-b2197974366e for host: dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:16:51.803775 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] Updating router 03ffe646-6b1e-4a4e-8a60-b2197974366e port 0873d969-1709-4ca8-8395-9bc6d4a52a4f binding host dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:16:51.856880 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:52.108618 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:52.185827 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] Notify callbacks [] for port, precommit_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:52.198525 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.provisioning_blocks [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] Transition to ACTIVE for port object 0873d969-1709-4ca8-8395-9bc6d4a52a4f will not be triggered until provisioned by entity L2. {{(pid=73841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:16:52.206510 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:52.210482 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:52.291024 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3e1d1-cbba-4877-bd1b-87b9b20e7b3d None None] Pushing event updated for resources: {'Port': ['ID=0873d969-1709-4ca8-8395-9bc6d4a52a4f,revision_number=2']} {{(pid=73841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:52.293364 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.managers [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] Attempting to bind port 0873d969-1709-4ca8-8395-9bc6d4a52a4f on host dv-cinder-789077-1-smb for vnic_type normal with profile {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:16:52.293727 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.managers [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] Attempting to bind port 0873d969-1709-4ca8-8395-9bc6d4a52a4f by drivers openvswitch,hyperv on host dv-cinder-789077-1-smb at level 0 using segments [{'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}] {{(pid=73841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:16:52.294085 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] Attempting to bind port 0873d969-1709-4ca8-8395-9bc6d4a52a4f on network 9f391acb-6dd2-44ac-8608-38eed26063e6 {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:16:52.303848 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3e1d1-cbba-4877-bd1b-87b9b20e7b3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:52.304743 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3e1d1-cbba-4877-bd1b-87b9b20e7b3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:52.304743 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3e1d1-cbba-4877-bd1b-87b9b20e7b3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:52.304972 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3e1d1-cbba-4877-bd1b-87b9b20e7b3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:52.305110 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3e1d1-cbba-4877-bd1b-87b9b20e7b3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:52.305427 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3e1d1-cbba-4877-bd1b-87b9b20e7b3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:52.305740 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3e1d1-cbba-4877-bd1b-87b9b20e7b3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:52.306051 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3e1d1-cbba-4877-bd1b-87b9b20e7b3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:52.306360 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3e1d1-cbba-4877-bd1b-87b9b20e7b3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:52.306667 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3e1d1-cbba-4877-bd1b-87b9b20e7b3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:52.307291 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3e1d1-cbba-4877-bd1b-87b9b20e7b3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:52.307607 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f3e1d1-cbba-4877-bd1b-87b9b20e7b3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:52.311364 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] Checking agent: {'id': 'bb6488c3-d59c-408d-aa24-5113f65b4245', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 1, 45), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:16:52.311734 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] Checking segment: {'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:16:52.312137 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:52.312907 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] Bound using segment: {'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'} {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:16:52.313577 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.managers [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] Bound port: 0873d969-1709-4ca8-8395-9bc6d4a52a4f, host: dv-cinder-789077-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}}] {{(pid=73841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:16:52.313954 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:52.330398 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_common [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Allocated IP 172.20.0.1 (3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d/93760444-4c4b-412e-ba84-ee06015509f1/7545a95c-29de-4479-8e7f-fa0b133bcc26) {{(pid=73839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:16:52.338369 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [None req-b7f3e1d1-cbba-4877-bd1b-87b9b20e7b3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:52.388399 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.db [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] For port 0873d969-1709-4ca8-8395-9bc6d4a52a4f, host dv-cinder-789077-1-smb, cleared binding levels {{(pid=73841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:16:52.392033 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.db [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] For port 0873d969-1709-4ca8-8395-9bc6d4a52a4f, host dv-cinder-789077-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=0873d969-1709-4ca8-8395-9bc6d4a52a4f,segment=NetworkSegment(000b502f-0377-4925-a8c0-e47bbb3cb5cf),segment_id=000b502f-0377-4925-a8c0-e47bbb3cb5cf)] {{(pid=73841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:16:52.396855 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:52.401464 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [None req-a899177c-930b-4794-b2f8-f4cbaa3f94b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:52.480844 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] Routers {'03ffe646-6b1e-4a4e-8a60-b2197974366e'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:16:52.481459 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:16:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['03ffe646-6b1e-4a4e-8a60-b2197974366e'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:52.492958 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:52.509165 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.provisioning_blocks [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Transition to ACTIVE for port object 7545a95c-29de-4479-8e7f-fa0b133bcc26 will not be triggered until provisioned by entity DHCP. {{(pid=73839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:16:52.533931 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:52.535901 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3e1d1-cbba-4877-bd1b-87b9b20e7b3d None None] Pushing event updated for resources: {'Port': ['ID=0873d969-1709-4ca8-8395-9bc6d4a52a4f,revision_number=3']} {{(pid=73841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:52.539257 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-25f9e157-72f2-4778-85c1-0f0e0fdc8de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:52.550081 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [None req-b7f3e1d1-cbba-4877-bd1b-87b9b20e7b3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:52.598602 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Network 3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d is already hosted by enough agents. {{(pid=73839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:16:52.605653 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:16:52.608049 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Received port after_create {{(pid=73839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:16:52.652727 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Pushing event updated for resources: {'Port': ['ID=7545a95c-29de-4479-8e7f-fa0b133bcc26,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:52.655414 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:52.670592 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656339'] for router_interface, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:52.683614 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] Set router 03ffe646-6b1e-4a4e-8a60-b2197974366e gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:16:52.755674 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device e8b59641-268c-44a0-b31e-af5ce6aa6c58 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:16:52.851253 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port e8b59641-268c-44a0-b31e-af5ce6aa6c58 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:16:52.851969 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:52.924925 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-2312c948-7e9c-4850-a4d8-925f7cb2ef35 None None] Provisioning for port 7545a95c-29de-4479-8e7f-fa0b133bcc26 completed by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:16:52.931320 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-2312c948-7e9c-4850-a4d8-925f7cb2ef35 None None] Provisioning complete for port 7545a95c-29de-4479-8e7f-fa0b133bcc26 triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:16:52.931698 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2312c948-7e9c-4850-a4d8-925f7cb2ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:52.944510 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:53.018305 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'name': 'tempest-AttachVolumeTestJSON-447254622-router', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:16:48Z', 'updated_at': '2021-05-02T03:16:50Z', 'revision_number': 3, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'gw_port': {'id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:49Z', 'updated_at': '2021-05-02T03:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:53.023195 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b896df3e-2315-4db5-b4d6-75197bb83130 None None] The sync data for ids ['03ffe646-6b1e-4a4e-8a60-b2197974366e'] in dv-cinder-789077-1-smb is: [{'id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'name': 'tempest-AttachVolumeTestJSON-447254622-router', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:16:48Z', 'updated_at': '2021-05-02T03:16:50Z', 'revision_number': 3, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'gw_port': {'id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:49Z', 'updated_at': '2021-05-02T03:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}] {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:16:53.050385 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-2312c948-7e9c-4850-a4d8-925f7cb2ef35 None None] Port 7545a95c-29de-4479-8e7f-fa0b133bcc26 cannot update to ACTIVE because it is not bound. {{(pid=73840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:16:53.189018 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:53.193834 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16143192'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:53.219516 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-dd732277-3c80-4076-b7af-32effb20f17c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:53.312940 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Pushing event updated for resources: {'Port': ['ID=7545a95c-29de-4479-8e7f-fa0b133bcc26,revision_number=2']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:53.315621 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656240'] for router_interface, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:53.327234 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:53.327620 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:53.328036 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:53.328785 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:53.328942 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:53.329307 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:53.329666 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:53.330024 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:53.330378 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:53.330734 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:53.331089 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:53.331459 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:16:53.336691 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:53.578896 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Network 3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d is already hosted by enough agents. {{(pid=73839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:16:53.580249 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:16:53.780664 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-ce6d8312-e557-4ca2-85e5-33b72fd352a2 None None] Provisioning complete for port 7545a95c-29de-4479-8e7f-fa0b133bcc26 triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:16:53.781321 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-ce6d8312-e557-4ca2-85e5-33b72fd352a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:53.787847 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Router 03ffe646-6b1e-4a4e-8a60-b2197974366e has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:16:53.840378 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-ce6d8312-e557-4ca2-85e5-33b72fd352a2 None None] Port 7545a95c-29de-4479-8e7f-fa0b133bcc26 cannot update to ACTIVE because it is not bound. {{(pid=73840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:16:53.974547 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:16:53.983466 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] 10.222.0.20 "PUT /v2.0/routers/03ffe646-6b1e-4a4e-8a60-b2197974366e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6673460 May 02 03:16:54.495862 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 44802) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:54.501745 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-aba4e0e5-6db5-4890-80b5-4ce0c6f7eda7 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--257804883', 'description': 'tempest-description--1682037102'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:16:54.507762 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-aba4e0e5-6db5-4890-80b5-4ce0c6f7eda7 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:16:54.512054 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-aba4e0e5-6db5-4890-80b5-4ce0c6f7eda7 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Usage tracker for resource:security_group and tenant:a56e7964616045c7870f3f3e615d8310 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:16:54.515336 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-aba4e0e5-6db5-4890-80b5-4ce0c6f7eda7 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:16:54.522015 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-aba4e0e5-6db5-4890-80b5-4ce0c6f7eda7 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:16:54.533478 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-aba4e0e5-6db5-4890-80b5-4ce0c6f7eda7 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:54.553505 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-aba4e0e5-6db5-4890-80b5-4ce0c6f7eda7 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:16:54.557616 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-aba4e0e5-6db5-4890-80b5-4ce0c6f7eda7 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Usage tracker for resource:security_group_rule and tenant:a56e7964616045c7870f3f3e615d8310 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:16:54.560474 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-aba4e0e5-6db5-4890-80b5-4ce0c6f7eda7 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:16:54.566247 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-aba4e0e5-6db5-4890-80b5-4ce0c6f7eda7 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:16:54.598821 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] Sync routers for ids ['03ffe646-6b1e-4a4e-8a60-b2197974366e'] in dv-cinder-789077-1-smb {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:16:54.608782 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] Routers {'03ffe646-6b1e-4a4e-8a60-b2197974366e'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:16:54.609397 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:16:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['03ffe646-6b1e-4a4e-8a60-b2197974366e'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:54.644150 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-aba4e0e5-6db5-4890-80b5-4ce0c6f7eda7 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:54.648617 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-aba4e0e5-6db5-4890-80b5-4ce0c6f7eda7 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:54.652247 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-f088f349-06ce-43f8-ac36-0ee1d93aa7b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:54.694623 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4e0e5-6db5-4890-80b5-4ce0c6f7eda7 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d5acde-0690-451b-a716-7a3be011cc2a,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:54.697788 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-aba4e0e5-6db5-4890-80b5-4ce0c6f7eda7 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:54.699587 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-aba4e0e5-6db5-4890-80b5-4ce0c6f7eda7 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:54.700980 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-aba4e0e5-6db5-4890-80b5-4ce0c6f7eda7 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2040448 May 02 03:16:54.705616 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 44806) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:54.711060 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-3c81d6d7-ea15-4e88-9443-b9dc792f34ae tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Request body: {'security_group_rule': {'security_group_id': 'f4d5acde-0690-451b-a716-7a3be011cc2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:16:54.717346 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-3c81d6d7-ea15-4e88-9443-b9dc792f34ae tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:16:54.721635 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-3c81d6d7-ea15-4e88-9443-b9dc792f34ae tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Usage tracker for resource:security_group_rule and tenant:a56e7964616045c7870f3f3e615d8310 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:16:54.727937 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-3c81d6d7-ea15-4e88-9443-b9dc792f34ae tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:16:54.734198 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-3c81d6d7-ea15-4e88-9443-b9dc792f34ae tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:16:54.757936 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3c81d6d7-ea15-4e88-9443-b9dc792f34ae tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:54.786069 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 0873d969-1709-4ca8-8395-9bc6d4a52a4f up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:16:54.828659 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3c81d6d7-ea15-4e88-9443-b9dc792f34ae tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:54.833478 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3c81d6d7-ea15-4e88-9443-b9dc792f34ae tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768850'] for security_group_rule, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:54.835927 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-793dd904-9647-42b0-b4e9-daff36065693 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:54.857231 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81d6d7-ea15-4e88-9443-b9dc792f34ae tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc06ac1d-e744-4945-8cd9-e43cf8b95807,revision_number=0']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:54.861838 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-3c81d6d7-ea15-4e88-9443-b9dc792f34ae tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:54.867738 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] Set router 03ffe646-6b1e-4a4e-8a60-b2197974366e gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:16:54.869927 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3c81d6d7-ea15-4e88-9443-b9dc792f34ae tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:54.871812 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-3c81d6d7-ea15-4e88-9443-b9dc792f34ae tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1645505 May 02 03:16:54.879832 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 44810) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:54.885302 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-62025f92-5c0c-4194-b6b2-18b3098fc89e tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Request body: {'security_group_rule': {'security_group_id': 'f4d5acde-0690-451b-a716-7a3be011cc2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:16:54.892689 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-62025f92-5c0c-4194-b6b2-18b3098fc89e tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:16:54.897015 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-62025f92-5c0c-4194-b6b2-18b3098fc89e tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Usage tracker for resource:security_group_rule and tenant:a56e7964616045c7870f3f3e615d8310 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:16:54.900054 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-62025f92-5c0c-4194-b6b2-18b3098fc89e tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:16:54.905872 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-62025f92-5c0c-4194-b6b2-18b3098fc89e tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:16:54.922612 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-62025f92-5c0c-4194-b6b2-18b3098fc89e tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:54.988741 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-62025f92-5c0c-4194-b6b2-18b3098fc89e tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:54.992577 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-62025f92-5c0c-4194-b6b2-18b3098fc89e tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768850'] for security_group_rule, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:54.994670 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:55.024259 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62025f92-5c0c-4194-b6b2-18b3098fc89e tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e671e06-e227-4dff-a8a1-19f8558d0c5f,revision_number=0']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:55.026963 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning for port 0873d969-1709-4ca8-8395-9bc6d4a52a4f completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:16:55.030880 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-62025f92-5c0c-4194-b6b2-18b3098fc89e tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:55.037219 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-62025f92-5c0c-4194-b6b2-18b3098fc89e tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:55.038535 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-62025f92-5c0c-4194-b6b2-18b3098fc89e tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1576786 May 02 03:16:55.042115 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 44814) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:16:55.047023 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Request body: {'floatingip': {'floating_network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:16:55.048453 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port 0873d969-1709-4ca8-8395-9bc6d4a52a4f triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:16:55.048839 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:55.054146 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:16:55.058287 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Usage tracker for resource:floatingip and tenant:a56e7964616045c7870f3f3e615d8310 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:16:55.061191 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:16:55.067314 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:16:55.077115 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for floatingip, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:55.215789 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:55.292124 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:55.314253 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] For port 0873d969-1709-4ca8-8395-9bc6d4a52a4f, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=0873d969-1709-4ca8-8395-9bc6d4a52a4f,segment=NetworkSegment(000b502f-0377-4925-a8c0-e47bbb3cb5cf),segment_id=000b502f-0377-4925-a8c0-e47bbb3cb5cf)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:16:55.318458 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:55.320904 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:55.359606 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_common [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Allocated IP 172.28.2.44 (9f391acb-6dd2-44ac-8608-38eed26063e6/10d86011-1629-4945-9d03-3701e203e3e6/8198d368-17ef-4ed3-9b03-d01f4fa95e3a) {{(pid=73839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:16:55.373054 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'name': 'tempest-AttachVolumeTestJSON-447254622-router', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:16:48Z', 'updated_at': '2021-05-02T03:16:52Z', 'revision_number': 4, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'gw_port': {'id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:49Z', 'updated_at': '2021-05-02T03:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '7545a95c-29de-4479-8e7f-fa0b133bcc26', 'name': '', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'mac_address': 'fa:16:3e:56:b5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '93760444-4c4b-412e-ba84-ee06015509f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:52Z', 'updated_at': '2021-05-02T03:16:53Z', 'revision_number': 2, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'subnets': [{'id': '93760444-4c4b-412e-ba84-ee06015509f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:55.386764 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] Checking router: 03ffe646-6b1e-4a4e-8a60-b2197974366e for host: dv-cinder-789077-1-smb {{(pid=73840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:16:55.387133 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] Updating router 03ffe646-6b1e-4a4e-8a60-b2197974366e port 7545a95c-29de-4479-8e7f-fa0b133bcc26 binding host dv-cinder-789077-1-smb {{(pid=73840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:16:55.440797 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Pushing event updated for resources: {'Port': ['ID=0873d969-1709-4ca8-8395-9bc6d4a52a4f,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:55.445889 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:55.450602 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:55.534849 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for port, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:55.572557 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:55.577005 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-5a7ab472-bdaa-414a-98db-58bb85825f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:55.636021 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Network 9f391acb-6dd2-44ac-8608-38eed26063e6 is already hosted by enough agents. {{(pid=73839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:16:55.643205 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Resources bound (agent type, host, resource id): {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:16:55.647434 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Received port after_create {{(pid=73839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:16:55.690697 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Pushing event updated for resources: {'Port': ['ID=8198d368-17ef-4ed3-9b03-d01f4fa95e3a,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:55.695209 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:55.778286 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:55.847313 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] Notify callbacks [] for port, precommit_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:55.851099 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:55.861375 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] Transition to ACTIVE for port object 7545a95c-29de-4479-8e7f-fa0b133bcc26 will not be triggered until provisioned by entity L2. {{(pid=73840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:16:55.868694 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:55.872561 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:56.033069 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2a374-747f-4c3a-89af-0e68632596b9 None None] Pushing event updated for resources: {'Port': ['ID=7545a95c-29de-4479-8e7f-fa0b133bcc26,revision_number=3']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:56.040505 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-62b2a374-747f-4c3a-89af-0e68632596b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:56.095977 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] Attempting to bind port 7545a95c-29de-4479-8e7f-fa0b133bcc26 on host dv-cinder-789077-1-smb for vnic_type normal with profile {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:16:56.096513 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] Attempting to bind port 7545a95c-29de-4479-8e7f-fa0b133bcc26 by drivers openvswitch,hyperv on host dv-cinder-789077-1-smb at level 0 using segments [{'id': '70c14849-70ca-4cab-8c2d-48e7e75e3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d'}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:16:56.096900 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] Attempting to bind port 7545a95c-29de-4479-8e7f-fa0b133bcc26 on network 3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:16:56.103547 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] Checking agent: {'id': 'bb6488c3-d59c-408d-aa24-5113f65b4245', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 1, 45), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:16:56.103765 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] Checking segment: {'id': '70c14849-70ca-4cab-8c2d-48e7e75e3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:16:56.104142 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:56.104546 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] Bound using segment: {'id': '70c14849-70ca-4cab-8c2d-48e7e75e3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d'} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:16:56.105031 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] Bound port: 7545a95c-29de-4479-8e7f-fa0b133bcc26, host: dv-cinder-789077-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c14849-70ca-4cab-8c2d-48e7e75e3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d'}}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:16:56.105643 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:56.208966 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for port, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:56.210662 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] For port 7545a95c-29de-4479-8e7f-fa0b133bcc26, host dv-cinder-789077-1-smb, cleared binding levels {{(pid=73840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:16:56.213366 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16143192'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:56.214511 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] For port 7545a95c-29de-4479-8e7f-fa0b133bcc26, host dv-cinder-789077-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=7545a95c-29de-4479-8e7f-fa0b133bcc26,segment=NetworkSegment(70c14849-70ca-4cab-8c2d-48e7e75e3f9d),segment_id=70c14849-70ca-4cab-8c2d-48e7e75e3f9d)] {{(pid=73840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:16:56.217913 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:56.218102 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-2510b8d1-ba46-46d3-97d2-aaa1d0903322 tempest-VolumesActionsTest-1326103637 tempest-VolumesActionsTest-1326103637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:56.222758 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:56.301388 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] Routers {'03ffe646-6b1e-4a4e-8a60-b2197974366e'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:16:56.302026 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:16:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['03ffe646-6b1e-4a4e-8a60-b2197974366e'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:56.327965 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Pushing event updated for resources: {'Port': ['ID=8198d368-17ef-4ed3-9b03-d01f4fa95e3a,revision_number=2']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:56.332976 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:56.340074 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681044'] for floatingip, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:56.358887 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2a374-747f-4c3a-89af-0e68632596b9 None None] Pushing event updated for resources: {'Port': ['ID=7545a95c-29de-4479-8e7f-fa0b133bcc26,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:56.369434 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for floatingip, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:56.370142 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-62b2a374-747f-4c3a-89af-0e68632596b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:56.371334 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3283658 May 02 03:16:56.495272 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] Set router 03ffe646-6b1e-4a4e-8a60-b2197974366e gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:16:56.554369 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-5c323659-471f-4dfa-9f90-0b33fea65fca tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--257804883&fields=id&tenant_id=a56e7964616045c7870f3f3e615d8310 HTTP/1.1" status: 200 len: 267 time: 0.0429225 May 02 03:16:56.714824 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-d955919e-ff33-411b-a643-a3b6e030aff3 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:56.721720 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-d955919e-ff33-411b-a643-a3b6e030aff3 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/networks?id=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d HTTP/1.1" status: 200 len: 810 time: 0.1591949 May 02 03:16:56.736531 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-d8994593-29fd-44f6-b4c4-09567ff88c62 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/quotas/a56e7964616045c7870f3f3e615d8310 HTTP/1.1" status: 200 len: 375 time: 0.0133054 May 02 03:16:56.753672 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 0873d969-1709-4ca8-8395-9bc6d4a52a4f up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:16:56.826958 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-27b773d2-c342-4734-93af-f67879154908 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a56e7964616045c7870f3f3e615d8310&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0881708 May 02 03:16:56.887337 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port 0873d969-1709-4ca8-8395-9bc6d4a52a4f triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:16:56.887923 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:56.950971 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'name': 'tempest-AttachVolumeTestJSON-447254622-router', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:16:48Z', 'updated_at': '2021-05-02T03:16:52Z', 'revision_number': 4, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'gw_port': {'id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:49Z', 'updated_at': '2021-05-02T03:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '7545a95c-29de-4479-8e7f-fa0b133bcc26', 'name': '', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'mac_address': 'fa:16:3e:56:b5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '93760444-4c4b-412e-ba84-ee06015509f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:52Z', 'updated_at': '2021-05-02T03:16:56Z', 'revision_number': 4, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'subnets': [{'id': '93760444-4c4b-412e-ba84-ee06015509f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:16:56.955934 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075e4dd-b68f-440e-998f-2c1241082822 None None] The sync data for ids ['03ffe646-6b1e-4a4e-8a60-b2197974366e'] in dv-cinder-789077-1-smb is: [{'id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'name': 'tempest-AttachVolumeTestJSON-447254622-router', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:16:48Z', 'updated_at': '2021-05-02T03:16:52Z', 'revision_number': 4, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'gw_port': {'id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:49Z', 'updated_at': '2021-05-02T03:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '7545a95c-29de-4479-8e7f-fa0b133bcc26', 'name': '', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'mac_address': 'fa:16:3e:56:b5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '93760444-4c4b-412e-ba84-ee06015509f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:52Z', 'updated_at': '2021-05-02T03:16:56Z', 'revision_number': 4, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'subnets': [{'id': '93760444-4c4b-412e-ba84-ee06015509f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:16:56.968415 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-91dd956a-de81-4e57-bed4-097eeab6a6a7 service neutron] 10.222.0.20 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295495 May 02 03:16:57.243165 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-cac6e456-f0d3-4c87-897f-d985d47e2775 service neutron] 10.222.0.20 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656820 May 02 03:16:57.439473 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-6ab92f92-8f2c-4a6f-97c2-7138b129557c req-56911d12-f9a4-4552-974a-94808d7cd6d5 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Synchronizing usage tracker for tenant:a56e7964616045c7870f3f3e615d8310 on resource:port {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:16:57.461160 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-6ab92f92-8f2c-4a6f-97c2-7138b129557c req-56911d12-f9a4-4552-974a-94808d7cd6d5 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Unset dirty status for tenant:a56e7964616045c7870f3f3e615d8310 on resource:port {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:16:57.462327 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6ab92f92-8f2c-4a6f-97c2-7138b129557c req-56911d12-f9a4-4552-974a-94808d7cd6d5 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 210 time: 0.0698295 May 02 03:16:58.525134 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-5e16545a-a879-4999-8b07-c67a4ff44296 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:58.527680 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-5e16545a-a879-4999-8b07-c67a4ff44296 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.16 "GET /v2.0/networks?id=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d HTTP/1.1" status: 200 len: 810 time: 0.1616743 May 02 03:16:58.614036 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-dd4f3ebb-90ff-4e7b-9bde-ca6a74e4abd4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a56e7964616045c7870f3f3e615d8310 HTTP/1.1" status: 200 len: 379 time: 0.0780325 May 02 03:16:58.623387 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-0c302066-d151-4914-94f9-caf48b853ff4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Request body: {'port': {'device_id': '2d680e86-6d41-4ff9-98a8-c3f0c60fcd64', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'admin_state_up': True, 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'security_groups': ['f4d5acde-0690-451b-a716-7a3be011cc2a']}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:16:58.648842 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b5f69c1d-4aff-412e-903d-c821fe6c23b9 req-a87cf75d-025a-4f8f-9f43-a5d5fcc523fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 210 time: 0.0731540 May 02 03:16:58.766712 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 7545a95c-29de-4479-8e7f-fa0b133bcc26 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:16:58.774084 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-0c302066-d151-4914-94f9-caf48b853ff4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:16:58.785522 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-0c302066-d151-4914-94f9-caf48b853ff4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:16:58.798604 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-0c302066-d151-4914-94f9-caf48b853ff4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Made reservation on behalf of a56e7964616045c7870f3f3e615d8310 for: {'port': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:16:58.803048 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-0c302066-d151-4914-94f9-caf48b853ff4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:58.858520 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning for port 7545a95c-29de-4479-8e7f-fa0b133bcc26 completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:16:58.867264 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port 7545a95c-29de-4479-8e7f-fa0b133bcc26 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:16:58.867866 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:59.052260 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-0c302066-d151-4914-94f9-caf48b853ff4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Allocated IP 172.20.0.3 (3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d/93760444-4c4b-412e-ba84-ee06015509f1/fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:16:59.070120 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:59.105201 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] For port 7545a95c-29de-4479-8e7f-fa0b133bcc26, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=7545a95c-29de-4479-8e7f-fa0b133bcc26,segment=NetworkSegment(70c14849-70ca-4cab-8c2d-48e7e75e3f9d),segment_id=70c14849-70ca-4cab-8c2d-48e7e75e3f9d)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:16:59.109413 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:59.111841 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:59.181550 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Pushing event updated for resources: {'Port': ['ID=7545a95c-29de-4479-8e7f-fa0b133bcc26,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:59.184506 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:59.211012 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:59.254921 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-0c302066-d151-4914-94f9-caf48b853ff4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:59.271380 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-0c302066-d151-4914-94f9-caf48b853ff4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Transition to ACTIVE for port object fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 will not be triggered until provisioned by entity DHCP. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:16:59.294857 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-0c302066-d151-4914-94f9-caf48b853ff4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16413079'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:59.300490 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ba563ac9-4abb-4701-8db7-55e58b3ce425 tempest-VolumesActionsTest-1997468019 tempest-VolumesActionsTest-1997468019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:16:59.366278 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-0c302066-d151-4914-94f9-caf48b853ff4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Network 3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:16:59.369740 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-0c302066-d151-4914-94f9-caf48b853ff4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Resources bound (agent type, host, resource id): {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:16:59.373798 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-0c302066-d151-4914-94f9-caf48b853ff4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:16:59.406105 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c302066-d151-4914-94f9-caf48b853ff4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Pushing event updated for resources: {'Port': ['ID=fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:16:59.417281 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-0c302066-d151-4914-94f9-caf48b853ff4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:16:59.443521 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-0c302066-d151-4914-94f9-caf48b853ff4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:59.444156 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-0c302066-d151-4914-94f9-caf48b853ff4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:59.471469 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-0c302066-d151-4914-94f9-caf48b853ff4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8516989 May 02 03:16:59.482799 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-924d94d1-4422-4774-b574-353788695188 service neutron] Request body: {'port': {'device_id': '2d680e86-6d41-4ff9-98a8-c3f0c60fcd64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:16:59.606800 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-924d94d1-4422-4774-b574-353788695188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:59.620659 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-9f609088-f5ac-4027-8a78-954b0e0298b0 None None] Provisioning for port fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 completed by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:16:59.631958 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-9f609088-f5ac-4027-8a78-954b0e0298b0 None None] Provisioning complete for port fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:16:59.632464 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-9f609088-f5ac-4027-8a78-954b0e0298b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:16:59.698778 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-9f609088-f5ac-4027-8a78-954b0e0298b0 None None] Port fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 cannot update to ACTIVE because it is not bound. {{(pid=73840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:16:59.882015 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a67e3-b0c4-4d57-bb97-8f40280bec5a req-97d80ace-c1c8-4245-a000-f32b2555f538 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:16:59.883730 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d01a67e3-b0c4-4d57-bb97-8f40280bec5a req-97d80ace-c1c8-4245-a000-f32b2555f538 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 931 time: 0.1003816 May 02 03:16:59.938716 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-d01a67e3-b0c4-4d57-bb97-8f40280bec5a req-0e7edb0a-d3ee-4d3e-8c31-504339a6bffa tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Synchronizing usage tracker for tenant:a56e7964616045c7870f3f3e615d8310 on resource:security_group {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:16:59.958540 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-d01a67e3-b0c4-4d57-bb97-8f40280bec5a req-0e7edb0a-d3ee-4d3e-8c31-504339a6bffa tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Unset dirty status for tenant:a56e7964616045c7870f3f3e615d8310 on resource:security_group {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:16:59.960466 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d01a67e3-b0c4-4d57-bb97-8f40280bec5a req-0e7edb0a-d3ee-4d3e-8c31-504339a6bffa tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706038 May 02 03:17:00.027096 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-924d94d1-4422-4774-b574-353788695188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:17:00.035453 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-924d94d1-4422-4774-b574-353788695188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:00.052743 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-924d94d1-4422-4774-b574-353788695188 service neutron] Transition to ACTIVE for port object fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:17:00.057008 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-924d94d1-4422-4774-b574-353788695188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16413088'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:00.061894 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:00.238645 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d94d1-4422-4774-b574-353788695188 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:00.241737 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-924d94d1-4422-4774-b574-353788695188 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:00.333114 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-924d94d1-4422-4774-b574-353788695188 service neutron] Attempting to bind port fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 on host hv-cinder-78907 for vnic_type normal with profile {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:17:00.333452 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-924d94d1-4422-4774-b574-353788695188 service neutron] Attempting to bind port fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '70c14849-70ca-4cab-8c2d-48e7e75e3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:17:00.333781 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-924d94d1-4422-4774-b574-353788695188 service neutron] Attempting to bind port fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 on network 3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:17:00.342092 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-924d94d1-4422-4774-b574-353788695188 service neutron] Port fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 on network 3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:17:00.342418 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-924d94d1-4422-4774-b574-353788695188 service neutron] Attempting to bind port fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 on network 3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:17:00.348571 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-924d94d1-4422-4774-b574-353788695188 service neutron] Checking agent: {'id': 'f9e719c6-981b-4bb7-a7e6-8d35fc174b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'started_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:17:00.348904 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-924d94d1-4422-4774-b574-353788695188 service neutron] Checking segment: {'id': '70c14849-70ca-4cab-8c2d-48e7e75e3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:17:00.349299 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-924d94d1-4422-4774-b574-353788695188 service neutron] Bound using segment: {'id': '70c14849-70ca-4cab-8c2d-48e7e75e3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:17:00.349729 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-924d94d1-4422-4774-b574-353788695188 service neutron] Bound port: fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c14849-70ca-4cab-8c2d-48e7e75e3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:17:00.350071 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-924d94d1-4422-4774-b574-353788695188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:00.565390 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-924d94d1-4422-4774-b574-353788695188 service neutron] For port fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583, host hv-cinder-78907, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:17:00.568308 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-924d94d1-4422-4774-b574-353788695188 service neutron] For port fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583,segment=NetworkSegment(70c14849-70ca-4cab-8c2d-48e7e75e3f9d),segment_id=70c14849-70ca-4cab-8c2d-48e7e75e3f9d)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:17:00.572804 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-924d94d1-4422-4774-b574-353788695188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16413088'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:00.576484 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-7f1e65ed-3af0-4cc9-97f2-921730bf30bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:00.632347 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-924d94d1-4422-4774-b574-353788695188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:00.632920 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-924d94d1-4422-4774-b574-353788695188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:00.634278 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-924d94d1-4422-4774-b574-353788695188 service neutron] 10.222.0.16 "PUT /v2.0/ports/fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 HTTP/1.1" status: 200 len: 1093 time: 1.1558588 May 02 03:17:00.634771 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d680e86-6d41-4ff9-98a8-c3f0c60fcd64', 'tag': 'fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:17:00.671272 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d94d1-4422-4774-b574-353788695188 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:00.719633 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-924d94d1-4422-4774-b574-353788695188 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:00.722291 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d680e86-6d41-4ff9-98a8-c3f0c60fcd64', 'tag': 'fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583', 'status': 'completed', 'code': 200} May 02 03:17:00.772513 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-5e59642b-8e2d-4559-9963-fba299529557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:00.774150 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-5e59642b-8e2d-4559-9963-fba299529557 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a56e7964616045c7870f3f3e615d8310&device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 1096 time: 0.0986731 May 02 03:17:00.785866 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 7545a95c-29de-4479-8e7f-fa0b133bcc26 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:17:00.852602 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-5d79ca47-abce-4cb1-97b9-738cb1e4a778 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 HTTP/1.1" status: 200 len: 217 time: 0.0693462 May 02 03:17:00.872915 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port 7545a95c-29de-4479-8e7f-fa0b133bcc26 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:17:00.873346 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:00.917274 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-b4798826-5532-4db6-9528-37d9535412cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:00.918616 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-b4798826-5532-4db6-9528-37d9535412cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=93760444-4c4b-412e-ba84-ee06015509f1 HTTP/1.1" status: 200 len: 849 time: 0.0602689 May 02 03:17:00.997000 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-e573292a-b636-475e-bac6-6716f2e03b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:00.998501 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-e573292a-b636-475e-bac6-6716f2e03b57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738101 May 02 03:17:01.148245 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-a9b4ec73-9b6e-4889-a8de-9d225e17ad5c service neutron] 10.222.0.16 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368902 May 02 03:17:01.171075 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff85421-77d9-4d4b-935b-26451b0bbdb7 req-08a3a2eb-1b92-4409-8c02-9b690cf8855c tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:01.174237 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-7ff85421-77d9-4d4b-935b-26451b0bbdb7 req-08a3a2eb-1b92-4409-8c02-9b690cf8855c tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 943 time: 0.0931361 May 02 03:17:01.242692 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-7ff85421-77d9-4d4b-935b-26451b0bbdb7 req-eb25cbdb-e588-4a9f-a881-a354831a7c42 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619433 May 02 03:17:01.288213 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3e6a5bb6-9ea9-4074-9641-a7b541830beb req-f24cf1db-3f21-42bd-9476-fb701e1c6354 service neutron] 10.222.0.16 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355364 May 02 03:17:01.411195 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1039b85-c677-4ba5-8b9d-e267b5ed7682 req-8dd71258-e2f9-4fd5-ad45-6d6e932569a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:01.412649 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-c1039b85-c677-4ba5-8b9d-e267b5ed7682 req-8dd71258-e2f9-4fd5-ad45-6d6e932569a0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a56e7964616045c7870f3f3e615d8310&device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 1096 time: 0.0793509 May 02 03:17:01.546191 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1039b85-c677-4ba5-8b9d-e267b5ed7682 req-7b2da75d-4d55-4fde-b6eb-5bbf732660d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:01.548485 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-c1039b85-c677-4ba5-8b9d-e267b5ed7682 req-7b2da75d-4d55-4fde-b6eb-5bbf732660d6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d HTTP/1.1" status: 200 len: 911 time: 0.1293366 May 02 03:17:01.619421 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-c1039b85-c677-4ba5-8b9d-e267b5ed7682 req-4503c8e0-0bc8-4f26-b6d2-80356d17f545 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 HTTP/1.1" status: 200 len: 217 time: 0.0644743 May 02 03:17:01.683734 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1039b85-c677-4ba5-8b9d-e267b5ed7682 req-3d98c76f-e666-4d7f-9212-0e5ad09d0f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:01.685212 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-c1039b85-c677-4ba5-8b9d-e267b5ed7682 req-3d98c76f-e666-4d7f-9212-0e5ad09d0f84 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=93760444-4c4b-412e-ba84-ee06015509f1 HTTP/1.1" status: 200 len: 849 time: 0.0582509 May 02 03:17:01.704768 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d9573a17-8756-4292-914b-1b1fee388d55 req-26183f68-5b9d-4fc5-8371-fc9500b6ca09 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691917 May 02 03:17:01.767735 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1039b85-c677-4ba5-8b9d-e267b5ed7682 req-02745372-dd21-4959-911b-7d6fedc39e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:01.769546 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-c1039b85-c677-4ba5-8b9d-e267b5ed7682 req-02745372-dd21-4959-911b-7d6fedc39e67 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772233 May 02 03:17:01.854907 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9573a17-8756-4292-914b-1b1fee388d55 req-98f5ecbc-64bc-499b-98d9-d00f13e42527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:01.856434 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d9573a17-8756-4292-914b-1b1fee388d55 req-98f5ecbc-64bc-499b-98d9-d00f13e42527 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4cad81e8e2db4740a00d3096daca830a&device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 1098 time: 0.0766783 May 02 03:17:01.918452 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-c1039b85-c677-4ba5-8b9d-e267b5ed7682 req-0eeada67-d10f-4822-9383-f73548db68a8 service neutron] 10.222.0.16 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376371 May 02 03:17:02.007726 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9573a17-8756-4292-914b-1b1fee388d55 req-52ce83df-2124-4af2-be30-61210d998fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:02.009115 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d9573a17-8756-4292-914b-1b1fee388d55 req-52ce83df-2124-4af2-be30-61210d998fdf service neutron] 10.222.0.16 "GET /v2.0/networks?id=c272bd6b-64d2-4e2d-b949-abb77dc52154 HTTP/1.1" status: 200 len: 909 time: 0.1294641 May 02 03:17:02.055743 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-c1039b85-c677-4ba5-8b9d-e267b5ed7682 req-2951603f-d3e5-4fbd-b2a5-cf74220c8ed8 service neutron] 10.222.0.16 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294978 May 02 03:17:02.117306 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d9573a17-8756-4292-914b-1b1fee388d55 req-d1cb5491-56e8-4156-8929-b0e883f95477 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e HTTP/1.1" status: 200 len: 1001 time: 0.1011765 May 02 03:17:02.185797 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9573a17-8756-4292-914b-1b1fee388d55 req-40c31426-b8fb-40d1-a9d5-704af6ef0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:02.187303 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d9573a17-8756-4292-914b-1b1fee388d55 req-40c31426-b8fb-40d1-a9d5-704af6ef0142 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=506f98ec-dfc0-4209-bc72-91aa0b53fe2c HTTP/1.1" status: 200 len: 847 time: 0.0638955 May 02 03:17:02.262984 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9573a17-8756-4292-914b-1b1fee388d55 req-9fe47eb1-cad7-4212-a002-872c5521e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:02.264476 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d9573a17-8756-4292-914b-1b1fee388d55 req-9fe47eb1-cad7-4212-a002-872c5521e086 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c272bd6b-64d2-4e2d-b949-abb77dc52154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713742 May 02 03:17:02.401344 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d9573a17-8756-4292-914b-1b1fee388d55 req-b43e7166-9a32-405b-8f94-492c32de5e3e service neutron] 10.222.0.16 "GET /v2.0/networks/c272bd6b-64d2-4e2d-b949-abb77dc52154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300251 May 02 03:17:02.435735 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f753b47-262b-4197-80b2-b71b114d2e49 req-5b07c45e-074c-4fc7-8814-85cdb6cb9030 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:02.436432 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-9f753b47-262b-4197-80b2-b71b114d2e49 req-5b07c45e-074c-4fc7-8814-85cdb6cb9030 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Synchronizing usage tracker for tenant:a56e7964616045c7870f3f3e615d8310 on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:17:02.451968 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-9f753b47-262b-4197-80b2-b71b114d2e49 req-5b07c45e-074c-4fc7-8814-85cdb6cb9030 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Unset dirty status for tenant:a56e7964616045c7870f3f3e615d8310 on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:17:02.453104 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9f753b47-262b-4197-80b2-b71b114d2e49 req-5b07c45e-074c-4fc7-8814-85cdb6cb9030 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 943 time: 0.1018436 May 02 03:17:02.501568 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-9f753b47-262b-4197-80b2-b71b114d2e49 req-3daefaa1-a7c7-4ba9-9320-3afda54143b7 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409737 May 02 03:17:02.539415 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d9573a17-8756-4292-914b-1b1fee388d55 req-ae891b7c-df64-47c5-a7be-b8a10c7959b1 service neutron] 10.222.0.16 "GET /v2.0/networks/c272bd6b-64d2-4e2d-b949-abb77dc52154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312931 May 02 03:17:03.689755 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a98c2a-2083-4eae-821b-c8609e690341 req-c664ab4c-0e90-4137-829c-aae6e9150a53 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:03.691249 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-09a98c2a-2083-4eae-821b-c8609e690341 req-c664ab4c-0e90-4137-829c-aae6e9150a53 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 943 time: 0.0846694 May 02 03:17:03.736623 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-09a98c2a-2083-4eae-821b-c8609e690341 req-48caaed9-dd70-459a-b7f6-36e4bd88ccb9 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395558 May 02 03:17:04.181821 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:17:04.315067 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583,segment=NetworkSegment(70c14849-70ca-4cab-8c2d-48e7e75e3f9d),segment_id=70c14849-70ca-4cab-8c2d-48e7e75e3f9d)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:17:04.328216 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Returning: {'device': 'fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'port_id': 'fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583', 'mac_address': 'fa:16:3e:69:b7:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93760444-4c4b-412e-ba84-ee06015509f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:17:04.389404 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:04.407683 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [None req-06578581-5416-4b0b-80be-835749a33250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 {{(pid=73840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:17:04.424379 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583,segment=NetworkSegment(70c14849-70ca-4cab-8c2d-48e7e75e3f9d),segment_id=70c14849-70ca-4cab-8c2d-48e7e75e3f9d)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:17:04.428339 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:04.430285 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:04.498576 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:04.505917 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:04.506260 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:04.506601 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:04.506941 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:04.507301 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:04.507631 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:04.507968 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:04.508283 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:04.508605 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:04.508925 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:04.509245 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:04.509563 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:04.513326 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:04.637302 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:17:04.926175 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e40f27-d9b5-4192-953c-5d2452af4560 req-b99356a7-f8b8-4d5c-9bb2-d492606ecce4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:04.927665 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-29e40f27-d9b5-4192-953c-5d2452af4560 req-b99356a7-f8b8-4d5c-9bb2-d492606ecce4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 944 time: 0.0809088 May 02 03:17:05.057817 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-29e40f27-d9b5-4192-953c-5d2452af4560 req-ade450dd-be57-40c4-8fd7-e233faa17b16 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244206 May 02 03:17:06.197804 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 up at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:17:06.247749 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e5c29-8f10-4851-bd93-3fe7b0475dbd req-c8a07bcd-a7ca-4730-b742-ef24820bcfa6 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:06.249239 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3d2e5c29-8f10-4851-bd93-3fe7b0475dbd req-c8a07bcd-a7ca-4730-b742-ef24820bcfa6 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 944 time: 0.0852487 May 02 03:17:06.268181 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning for port fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:17:06.273224 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning complete for port fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:17:06.273608 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:06.298625 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3d2e5c29-8f10-4851-bd93-3fe7b0475dbd req-ea4cd56f-aeb0-4f66-b500-ce82eb1ed4b9 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428705 May 02 03:17:06.392505 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:06.421150 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d680e86-6d41-4ff9-98a8-c3f0c60fcd64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:17:06.431229 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583,segment=NetworkSegment(70c14849-70ca-4cab-8c2d-48e7e75e3f9d),segment_id=70c14849-70ca-4cab-8c2d-48e7e75e3f9d)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:17:06.435547 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:06.437868 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:06.483117 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d680e86-6d41-4ff9-98a8-c3f0c60fcd64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583', 'code': 200} May 02 03:17:06.518501 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:06.521638 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:06.704037 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ee2b5-e953-4100-b6e4-2bc2a2093d38 req-f1b508b9-ae0f-48d5-8925-bb49fe1184fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:06.705145 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-710ee2b5-e953-4100-b6e4-2bc2a2093d38 req-f1b508b9-ae0f-48d5-8925-bb49fe1184fd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 1098 time: 0.0754116 May 02 03:17:06.749365 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-710ee2b5-e953-4100-b6e4-2bc2a2093d38 req-477e2f65-cf80-4372-a862-71498bf5950b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378504 May 02 03:17:07.360422 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:17:07.489672 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce9e37-0878-4b4a-922b-9ccb13726b7e req-4bc5806d-2a79-4117-9192-3241eb4f1c3b tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:07.491351 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a1ce9e37-0878-4b4a-922b-9ccb13726b7e req-4bc5806d-2a79-4117-9192-3241eb4f1c3b tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0840595 May 02 03:17:07.539991 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a1ce9e37-0878-4b4a-922b-9ccb13726b7e req-e39a43b1-4c3c-4d98-956a-263670308e5f tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424423 May 02 03:17:08.728754 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25675ed-9686-460d-af42-831899314dfe req-a1c53a4f-98b3-44da-8a75-c472f04ebee4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:08.730327 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a25675ed-9686-460d-af42-831899314dfe req-a1c53a4f-98b3-44da-8a75-c472f04ebee4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0821750 May 02 03:17:08.779004 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a25675ed-9686-460d-af42-831899314dfe req-23135c91-acf7-458e-968b-8d3cb7070924 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420566 May 02 03:17:08.965747 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73b547-113a-48b8-ab6a-465d5d43b3b1 req-66449092-0f61-4515-ab2e-5e55673ffcca tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:08.967227 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-2f73b547-113a-48b8-ab6a-465d5d43b3b1 req-66449092-0f61-4515-ab2e-5e55673ffcca tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0858955 May 02 03:17:08.975869 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 44868) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:17:08.981226 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-f89eeb39-c82e-4cda-abc2-5c85690d332f tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Request body: {'floatingip': {'port_id': 'fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:17:09.157562 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f89eeb39-c82e-4cda-abc2-5c85690d332f tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for floatingip, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:09.759538 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f89eeb39-c82e-4cda-abc2-5c85690d332f tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:09.763408 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f89eeb39-c82e-4cda-abc2-5c85690d332f tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681044'] for floatingip, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:09.940041 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.db.l3_db [None req-f89eeb39-c82e-4cda-abc2-5c85690d332f tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Floating IP 9c29a97b-a965-44c8-ab88-538b957f178d associated. External IP: 172.28.2.44, port: fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583. May 02 03:17:10.289771 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89eeb39-c82e-4cda-abc2-5c85690d332f tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Router 03ffe646-6b1e-4a4e-8a60-b2197974366e has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:17:10.587845 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89eeb39-c82e-4cda-abc2-5c85690d332f tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:17:10.592213 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f89eeb39-c82e-4cda-abc2-5c85690d332f tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for floatingip, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:10.598253 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d527e882-6fd9-4048-96f2-28910b839bd4 None None] Sync routers for ids ['03ffe646-6b1e-4a4e-8a60-b2197974366e'] in dv-cinder-789077-1-smb {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:17:10.608910 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d527e882-6fd9-4048-96f2-28910b839bd4 None None] Routers {'03ffe646-6b1e-4a4e-8a60-b2197974366e'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:17:10.610240 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-d527e882-6fd9-4048-96f2-28910b839bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:16:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['03ffe646-6b1e-4a4e-8a60-b2197974366e'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:10.652284 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-f89eeb39-c82e-4cda-abc2-5c85690d332f tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "PUT /v2.0/floatingips/9c29a97b-a965-44c8-ab88-538b957f178d HTTP/1.1" status: 200 len: 990 time: 1.6750820 May 02 03:17:10.657508 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d680e86-6d41-4ff9-98a8-c3f0c60fcd64', 'tag': 'fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583'}] {{(pid=73839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:17:10.774234 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d680e86-6d41-4ff9-98a8-c3f0c60fcd64', 'tag': 'fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583', 'status': 'completed', 'code': 200} May 02 03:17:10.860262 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-d527e882-6fd9-4048-96f2-28910b839bd4 None None] Set router 03ffe646-6b1e-4a4e-8a60-b2197974366e gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:17:10.873092 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf2b92-0911-4715-92d1-56dbab2a4fd9 req-df28b4dd-4260-48c8-9bbc-c8415566ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:10.874591 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b5bf2b92-0911-4715-92d1-56dbab2a4fd9 req-df28b4dd-4260-48c8-9bbc-c8415566ab00 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a56e7964616045c7870f3f3e615d8310&device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 1098 time: 0.0756938 May 02 03:17:11.042726 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf2b92-0911-4715-92d1-56dbab2a4fd9 req-f637f2c0-4aa4-4730-b090-597bc2b1ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:11.044588 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b5bf2b92-0911-4715-92d1-56dbab2a4fd9 req-f637f2c0-4aa4-4730-b090-597bc2b1ffc7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d HTTP/1.1" status: 200 len: 911 time: 0.1633806 May 02 03:17:11.155712 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b5bf2b92-0911-4715-92d1-56dbab2a4fd9 req-f4c0cede-f8b8-4d88-82f7-d048057b0d04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 HTTP/1.1" status: 200 len: 998 time: 0.1048629 May 02 03:17:11.220288 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf2b92-0911-4715-92d1-56dbab2a4fd9 req-043a4c42-b61b-4179-9f81-7ac286165a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:11.221739 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b5bf2b92-0911-4715-92d1-56dbab2a4fd9 req-043a4c42-b61b-4179-9f81-7ac286165a46 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=93760444-4c4b-412e-ba84-ee06015509f1 HTTP/1.1" status: 200 len: 849 time: 0.0600431 May 02 03:17:11.231206 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-d527e882-6fd9-4048-96f2-28910b839bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'name': 'tempest-AttachVolumeTestJSON-447254622-router', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:16:48Z', 'updated_at': '2021-05-02T03:16:52Z', 'revision_number': 4, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'gw_port': {'id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:49Z', 'updated_at': '2021-05-02T03:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_floatingips': [{'id': '9c29a97b-a965-44c8-ab88-538b957f178d', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'floating_ip_address': '172.28.2.44', 'floating_network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'router_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'port_id': 'fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'mac_address': 'fa:16:3e:69:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d680e86-6d41-4ff9-98a8-c3f0c60fcd64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:16:55Z', 'updated_at': '2021-05-02T03:17:09Z', 'revision_number': 1, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7545a95c-29de-4479-8e7f-fa0b133bcc26', 'name': '', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'mac_address': 'fa:16:3e:56:b5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '93760444-4c4b-412e-ba84-ee06015509f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:52Z', 'updated_at': '2021-05-02T03:16:59Z', 'revision_number': 5, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'subnets': [{'id': '93760444-4c4b-412e-ba84-ee06015509f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:11.235080 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d527e882-6fd9-4048-96f2-28910b839bd4 None None] Checking router: 03ffe646-6b1e-4a4e-8a60-b2197974366e for host: dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:17:11.243191 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d527e882-6fd9-4048-96f2-28910b839bd4 None None] Routers {'03ffe646-6b1e-4a4e-8a60-b2197974366e'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:17:11.243784 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-d527e882-6fd9-4048-96f2-28910b839bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:16:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['03ffe646-6b1e-4a4e-8a60-b2197974366e'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:11.301606 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf2b92-0911-4715-92d1-56dbab2a4fd9 req-6a059dd7-fa6a-46ed-bc41-ade1e104dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:11.303069 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b5bf2b92-0911-4715-92d1-56dbab2a4fd9 req-6a059dd7-fa6a-46ed-bc41-ade1e104dcef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754027 May 02 03:17:11.424310 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-d527e882-6fd9-4048-96f2-28910b839bd4 None None] Set router 03ffe646-6b1e-4a4e-8a60-b2197974366e gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:17:11.436731 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b5bf2b92-0911-4715-92d1-56dbab2a4fd9 req-10b41a38-012d-4a1a-bf3d-85cbe21d3784 service neutron] 10.222.0.16 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270592 May 02 03:17:11.570259 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b5bf2b92-0911-4715-92d1-56dbab2a4fd9 req-1c57e67e-7a0e-45e2-bcd7-4a17b2ee2f49 service neutron] 10.222.0.16 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275523 May 02 03:17:11.775170 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-d527e882-6fd9-4048-96f2-28910b839bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'name': 'tempest-AttachVolumeTestJSON-447254622-router', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:16:48Z', 'updated_at': '2021-05-02T03:16:52Z', 'revision_number': 4, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'gw_port': {'id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:49Z', 'updated_at': '2021-05-02T03:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_floatingips': [{'id': '9c29a97b-a965-44c8-ab88-538b957f178d', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'floating_ip_address': '172.28.2.44', 'floating_network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'router_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'port_id': 'fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'mac_address': 'fa:16:3e:69:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d680e86-6d41-4ff9-98a8-c3f0c60fcd64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:16:55Z', 'updated_at': '2021-05-02T03:17:09Z', 'revision_number': 1, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7545a95c-29de-4479-8e7f-fa0b133bcc26', 'name': '', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'mac_address': 'fa:16:3e:56:b5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '93760444-4c4b-412e-ba84-ee06015509f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:52Z', 'updated_at': '2021-05-02T03:16:59Z', 'revision_number': 5, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'subnets': [{'id': '93760444-4c4b-412e-ba84-ee06015509f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:11.779161 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d527e882-6fd9-4048-96f2-28910b839bd4 None None] The sync data for ids ['03ffe646-6b1e-4a4e-8a60-b2197974366e'] in dv-cinder-789077-1-smb is: [{'id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'name': 'tempest-AttachVolumeTestJSON-447254622-router', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:16:48Z', 'updated_at': '2021-05-02T03:16:52Z', 'revision_number': 4, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'gw_port': {'id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:49Z', 'updated_at': '2021-05-02T03:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_floatingips': [{'id': '9c29a97b-a965-44c8-ab88-538b957f178d', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'floating_ip_address': '172.28.2.44', 'floating_network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'router_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'port_id': 'fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'mac_address': 'fa:16:3e:69:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d680e86-6d41-4ff9-98a8-c3f0c60fcd64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:16:55Z', 'updated_at': '2021-05-02T03:17:09Z', 'revision_number': 1, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7545a95c-29de-4479-8e7f-fa0b133bcc26', 'name': '', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'mac_address': 'fa:16:3e:56:b5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '93760444-4c4b-412e-ba84-ee06015509f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:52Z', 'updated_at': '2021-05-02T03:16:59Z', 'revision_number': 5, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'subnets': [{'id': '93760444-4c4b-412e-ba84-ee06015509f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:17:11.953852 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5b7396-7cc8-4aa2-b067-af18435e41da None None] New status for floating IP 9c29a97b-a965-44c8-ab88-538b957f178d: ACTIVE {{(pid=73840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 03:17:12.129436 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d3a9e4d3-88f8-400b-af2f-067a7f8c5d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:14.641855 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-7ed11404-e947-4d38-ac07-d1dab3095451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:14.960585 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:16.049059 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:17.762457 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:18.716843 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 44892) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:17:18.987577 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-e9fce146-8dce-4ee1-aa55-f5f21ff59872 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Deleting port b1075798-6c6b-443f-88ec-05b17d702a20 {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:17:18.987918 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e9fce146-8dce-4ee1-aa55-f5f21ff59872 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:19.106975 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e9fce146-8dce-4ee1-aa55-f5f21ff59872 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:19.107240 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e9fce146-8dce-4ee1-aa55-f5f21ff59872 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:19.233456 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-e9fce146-8dce-4ee1-aa55-f5f21ff59872 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Calling delete_port for b1075798-6c6b-443f-88ec-05b17d702a20 owned by network:floatingip {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:17:19.361766 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e9fce146-8dce-4ee1-aa55-f5f21ff59872 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16413079'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:19.365346 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-2bb6383f-a793-4bff-8142-4d3c5d5173ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:19.416047 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fce146-8dce-4ee1-aa55-f5f21ff59872 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Pushing event deleted for resources: {'Port': ['ID=b1075798-6c6b-443f-88ec-05b17d702a20,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:19.444270 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-e9fce146-8dce-4ee1-aa55-f5f21ff59872 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:19.510089 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e9fce146-8dce-4ee1-aa55-f5f21ff59872 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for floatingip, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:19.510463 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.db.l3_db [None req-e9fce146-8dce-4ee1-aa55-f5f21ff59872 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Floating IP 379041b5-851b-42bf-8612-98230b96e586 disassociated (deleted). External IP: 172.28.2.242, port: 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e. May 02 03:17:19.881154 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fce146-8dce-4ee1-aa55-f5f21ff59872 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Router f0c51a92-99b3-4ace-a345-8f06962cbe98 has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:17:20.152836 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fce146-8dce-4ee1-aa55-f5f21ff59872 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:17:20.162347 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dc7aac-5457-4011-8c23-4307c321c30d None None] Sync routers for ids ['f0c51a92-99b3-4ace-a345-8f06962cbe98'] in dv-cinder-789077-1-smb {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:17:20.171340 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dc7aac-5457-4011-8c23-4307c321c30d None None] Routers {'f0c51a92-99b3-4ace-a345-8f06962cbe98'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:17:20.172021 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-50dc7aac-5457-4011-8c23-4307c321c30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:17:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['f0c51a92-99b3-4ace-a345-8f06962cbe98'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:20.173854 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e9fce146-8dce-4ee1-aa55-f5f21ff59872 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for floatingip, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:20.240312 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-e9fce146-8dce-4ee1-aa55-f5f21ff59872 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "DELETE /v2.0/floatingips/379041b5-851b-42bf-8612-98230b96e586 HTTP/1.1" status: 204 len: 168 time: 1.5223281 May 02 03:17:20.240957 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e60378-1f5e-499a-992e-30f70cde63a4', 'tag': '8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:17:20.286810 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e60378-1f5e-499a-992e-30f70cde63a4', 'tag': '8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e', 'status': 'completed', 'code': 200} May 02 03:17:20.363827 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-50dc7aac-5457-4011-8c23-4307c321c30d None None] Set router f0c51a92-99b3-4ace-a345-8f06962cbe98 gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:17:20.384949 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce122c-0da3-457d-a5fe-e7a2428097d6 req-f20bc3c7-9856-4128-af8a-213d30d2fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:20.386401 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c8ce122c-0da3-457d-a5fe-e7a2428097d6 req-f20bc3c7-9856-4128-af8a-213d30d2fd5f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4cad81e8e2db4740a00d3096daca830a&device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 1098 time: 0.0758197 May 02 03:17:20.534353 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce122c-0da3-457d-a5fe-e7a2428097d6 req-adb44118-76c5-4791-b70b-43989f8b8686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:20.535916 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c8ce122c-0da3-457d-a5fe-e7a2428097d6 req-adb44118-76c5-4791-b70b-43989f8b8686 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c272bd6b-64d2-4e2d-b949-abb77dc52154 HTTP/1.1" status: 200 len: 909 time: 0.1421556 May 02 03:17:20.610746 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c8ce122c-0da3-457d-a5fe-e7a2428097d6 req-7d0b08be-3253-4e32-8d36-71af4e348dd4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e HTTP/1.1" status: 200 len: 217 time: 0.0664084 May 02 03:17:20.622666 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b489be-84f2-47d9-ac43-5dca2c553e07 req-f816696d-c583-4097-9b2b-a93175f95dea tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:20.623399 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-a7b489be-84f2-47d9-ac43-5dca2c553e07 req-f816696d-c583-4097-9b2b-a93175f95dea tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Synchronizing usage tracker for tenant:4cad81e8e2db4740a00d3096daca830a on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:17:20.642394 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-a7b489be-84f2-47d9-ac43-5dca2c553e07 req-f816696d-c583-4097-9b2b-a93175f95dea tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Unset dirty status for tenant:4cad81e8e2db4740a00d3096daca830a on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:17:20.643599 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a7b489be-84f2-47d9-ac43-5dca2c553e07 req-f816696d-c583-4097-9b2b-a93175f95dea tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 945 time: 0.1048398 May 02 03:17:20.676183 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce122c-0da3-457d-a5fe-e7a2428097d6 req-e95ee4f4-37fe-467a-9aeb-9f3f9d086307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:20.677804 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c8ce122c-0da3-457d-a5fe-e7a2428097d6 req-e95ee4f4-37fe-467a-9aeb-9f3f9d086307 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=506f98ec-dfc0-4209-bc72-91aa0b53fe2c HTTP/1.1" status: 200 len: 847 time: 0.0599480 May 02 03:17:20.695874 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a7b489be-84f2-47d9-ac43-5dca2c553e07 req-e1ab8924-3c6f-40b6-85e6-6459cb8bf6af tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458665 May 02 03:17:20.772459 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-50dc7aac-5457-4011-8c23-4307c321c30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'name': 'tempest-TestShelveInstance-225767847-router', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:19Z', 'updated_at': '2021-05-02T03:12:31Z', 'revision_number': 4, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'gw_port': {'id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:22Z', 'updated_at': '2021-05-02T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '0f41897d-2974-4e3a-b2d3-0e6e7bf90341', 'name': '', 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'mac_address': 'fa:16:3e:0d:a1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '506f98ec-dfc0-4209-bc72-91aa0b53fe2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:29Z', 'updated_at': '2021-05-02T03:12:43Z', 'revision_number': 5, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'subnets': [{'id': '506f98ec-dfc0-4209-bc72-91aa0b53fe2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:20.777911 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dc7aac-5457-4011-8c23-4307c321c30d None None] Checking router: f0c51a92-99b3-4ace-a345-8f06962cbe98 for host: dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:17:20.785685 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce122c-0da3-457d-a5fe-e7a2428097d6 req-a71477ec-7270-46f2-a7b6-560fff5f7253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:20.788444 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c8ce122c-0da3-457d-a5fe-e7a2428097d6 req-a71477ec-7270-46f2-a7b6-560fff5f7253 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c272bd6b-64d2-4e2d-b949-abb77dc52154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1035283 May 02 03:17:20.789735 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dc7aac-5457-4011-8c23-4307c321c30d None None] Routers {'f0c51a92-99b3-4ace-a345-8f06962cbe98'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:17:20.790379 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-50dc7aac-5457-4011-8c23-4307c321c30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:17:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['f0c51a92-99b3-4ace-a345-8f06962cbe98'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:20.947071 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c8ce122c-0da3-457d-a5fe-e7a2428097d6 req-858029dc-bef6-4bd7-81f7-8fbba8a5a742 service neutron] 10.222.0.16 "GET /v2.0/networks/c272bd6b-64d2-4e2d-b949-abb77dc52154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514981 May 02 03:17:20.998637 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-50dc7aac-5457-4011-8c23-4307c321c30d None None] Set router f0c51a92-99b3-4ace-a345-8f06962cbe98 gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:17:21.085911 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c8ce122c-0da3-457d-a5fe-e7a2428097d6 req-025195c7-918d-4c1f-8597-54a4974b5415 service neutron] 10.222.0.16 "GET /v2.0/networks/c272bd6b-64d2-4e2d-b949-abb77dc52154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303351 May 02 03:17:21.317684 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-50dc7aac-5457-4011-8c23-4307c321c30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'name': 'tempest-TestShelveInstance-225767847-router', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:19Z', 'updated_at': '2021-05-02T03:12:31Z', 'revision_number': 4, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'gw_port': {'id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:22Z', 'updated_at': '2021-05-02T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '0f41897d-2974-4e3a-b2d3-0e6e7bf90341', 'name': '', 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'mac_address': 'fa:16:3e:0d:a1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '506f98ec-dfc0-4209-bc72-91aa0b53fe2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:29Z', 'updated_at': '2021-05-02T03:12:43Z', 'revision_number': 5, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'subnets': [{'id': '506f98ec-dfc0-4209-bc72-91aa0b53fe2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:21.321501 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dc7aac-5457-4011-8c23-4307c321c30d None None] The sync data for ids ['f0c51a92-99b3-4ace-a345-8f06962cbe98'] in dv-cinder-789077-1-smb is: [{'id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'name': 'tempest-TestShelveInstance-225767847-router', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:19Z', 'updated_at': '2021-05-02T03:12:31Z', 'revision_number': 4, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'gw_port': {'id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:22Z', 'updated_at': '2021-05-02T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '0f41897d-2974-4e3a-b2d3-0e6e7bf90341', 'name': '', 'network_id': 'c272bd6b-64d2-4e2d-b949-abb77dc52154', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'mac_address': 'fa:16:3e:0d:a1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '506f98ec-dfc0-4209-bc72-91aa0b53fe2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:29Z', 'updated_at': '2021-05-02T03:12:43Z', 'revision_number': 5, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'subnets': [{'id': '506f98ec-dfc0-4209-bc72-91aa0b53fe2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:17:21.524594 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8fe788-6b69-49df-80f1-1b8e758e10f6 None None] New status for floating IP 379041b5-851b-42bf-8612-98230b96e586: DOWN {{(pid=73840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 03:17:21.891525 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d71e93-68a5-4d26-be27-40283ea9a712 req-35b6aff7-7c5d-4756-a683-ba1508704421 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:21.893016 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-66d71e93-68a5-4d26-be27-40283ea9a712 req-35b6aff7-7c5d-4756-a683-ba1508704421 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 945 time: 0.0867183 May 02 03:17:21.939986 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-66d71e93-68a5-4d26-be27-40283ea9a712 req-77a9d4b0-763a-467f-8430-65fd11438054 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce3bbed1-ffdb-4d3d-aec4-0d7297218022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411532 May 02 03:17:22.117908 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff42f72-c059-4453-bfde-570badef4bec req-e28bdd77-8fe4-4be2-8800-e66e471faeec tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:22.119751 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4ff42f72-c059-4453-bfde-570badef4bec req-e28bdd77-8fe4-4be2-8800-e66e471faeec tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 945 time: 0.1950736 May 02 03:17:22.259804 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [req-4ff42f72-c059-4453-bfde-570badef4bec req-f414a9f2-875d-4e6d-bb38-7f94e59d7d9a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Deleting port 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e {{(pid=73839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:17:22.260038 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-4ff42f72-c059-4453-bfde-570badef4bec req-f414a9f2-875d-4e6d-bb38-7f94e59d7d9a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:22.393616 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [req-4ff42f72-c059-4453-bfde-570badef4bec req-f414a9f2-875d-4e6d-bb38-7f94e59d7d9a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] For port 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e,segment=NetworkSegment(2269bb65-50e6-4da0-b7ea-92484f0ddbfa),segment_id=2269bb65-50e6-4da0-b7ea-92484f0ddbfa)] {{(pid=73839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:17:22.393973 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-4ff42f72-c059-4453-bfde-570badef4bec req-f414a9f2-875d-4e6d-bb38-7f94e59d7d9a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:22.518473 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [req-4ff42f72-c059-4453-bfde-570badef4bec req-f414a9f2-875d-4e6d-bb38-7f94e59d7d9a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Calling delete_port for 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e owned by compute:nova {{(pid=73839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:17:22.629352 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-4ff42f72-c059-4453-bfde-570badef4bec req-f414a9f2-875d-4e6d-bb38-7f94e59d7d9a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:22.634992 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:22.680544 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414a9f2-875d-4e6d-bb38-7f94e59d7d9a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Pushing event deleted for resources: {'Port': ['ID=8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:22.683705 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-f414a9f2-875d-4e6d-bb38-7f94e59d7d9a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:22.760385 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff42f72-c059-4453-bfde-570badef4bec req-f414a9f2-875d-4e6d-bb38-7f94e59d7d9a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] No DVR routers for this DVR port 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e on host hv-cinder-78907 {{(pid=73839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:17:22.762810 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-4ff42f72-c059-4453-bfde-570badef4bec req-f414a9f2-875d-4e6d-bb38-7f94e59d7d9a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:22.765565 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e60378-1f5e-499a-992e-30f70cde63a4', 'name': 'network-vif-deleted', 'tag': '8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e'}] {{(pid=73839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:17:22.782221 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4ff42f72-c059-4453-bfde-570badef4bec req-f414a9f2-875d-4e6d-bb38-7f94e59d7d9a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.16 "DELETE /v2.0/ports/8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e HTTP/1.1" status: 204 len: 173 time: 0.6558864 May 02 03:17:22.817097 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e60378-1f5e-499a-992e-30f70cde63a4', 'name': 'network-vif-deleted', 'tag': '8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e', 'status': 'completed', 'code': 200} May 02 03:17:23.107400 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-8bc5808c-0d1b-4d46-92be-865b654884c4 req-1e1c814c-95b9-4841-8f36-180f03f1b003 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Synchronizing usage tracker for tenant:4cad81e8e2db4740a00d3096daca830a on resource:port {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:17:23.138910 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-8bc5808c-0d1b-4d46-92be-865b654884c4 req-1e1c814c-95b9-4841-8f36-180f03f1b003 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Unset dirty status for tenant:4cad81e8e2db4740a00d3096daca830a on resource:port {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:17:23.140371 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-8bc5808c-0d1b-4d46-92be-865b654884c4 req-1e1c814c-95b9-4841-8f36-180f03f1b003 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3e60378-1f5e-499a-992e-30f70cde63a4 HTTP/1.1" status: 200 len: 210 time: 0.0831783 May 02 03:17:24.241485 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 44918) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:17:24.312490 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e30ced06-c96a-4a1d-92ea-8bf4476d8536 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:24.347745 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e30ced06-c96a-4a1d-92ea-8bf4476d8536 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:24.414936 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e30ced06-c96a-4a1d-92ea-8bf4476d8536 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:24.418732 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:24.434811 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ced06-c96a-4a1d-92ea-8bf4476d8536 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3bbed1-ffdb-4d3d-aec4-0d7297218022,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:24.437383 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-e30ced06-c96a-4a1d-92ea-8bf4476d8536 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:24.446607 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e30ced06-c96a-4a1d-92ea-8bf4476d8536 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:24.447782 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-e30ced06-c96a-4a1d-92ea-8bf4476d8536 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] 10.222.0.20 "DELETE /v2.0/security-groups/ce3bbed1-ffdb-4d3d-aec4-0d7297218022 HTTP/1.1" status: 204 len: 168 time: 0.2052958 May 02 03:17:24.501290 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 44926) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:17:25.101981 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d960a7c0-4752-4cf4-b54d-e5dfdc78f2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656198'] for router_interface, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:25.528646 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-d960a7c0-4752-4cf4-b54d-e5dfdc78f2f9 admin admin] Deleting port 0f41897d-2974-4e3a-b2d3-0e6e7bf90341 {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:17:25.529315 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d960a7c0-4752-4cf4-b54d-e5dfdc78f2f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:25.739626 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-d960a7c0-4752-4cf4-b54d-e5dfdc78f2f9 admin admin] For port 0f41897d-2974-4e3a-b2d3-0e6e7bf90341, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=0f41897d-2974-4e3a-b2d3-0e6e7bf90341,segment=NetworkSegment(2269bb65-50e6-4da0-b7ea-92484f0ddbfa),segment_id=2269bb65-50e6-4da0-b7ea-92484f0ddbfa)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:17:25.739987 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d960a7c0-4752-4cf4-b54d-e5dfdc78f2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:25.865191 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-d960a7c0-4752-4cf4-b54d-e5dfdc78f2f9 admin admin] Calling delete_port for 0f41897d-2974-4e3a-b2d3-0e6e7bf90341 owned by network:router_interface {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:17:26.013115 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d960a7c0-4752-4cf4-b54d-e5dfdc78f2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16413079'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:26.016694 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-e9fce146-8dce-4ee1-aa55-f5f21ff59872 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:26.064007 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960a7c0-4752-4cf4-b54d-e5dfdc78f2f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f41897d-2974-4e3a-b2d3-0e6e7bf90341,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:26.090671 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-d960a7c0-4752-4cf4-b54d-e5dfdc78f2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:26.294332 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:17:26.328537 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-06578581-5416-4b0b-80be-835749a33250 None None] No Port match for: 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:17:26.328932 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 8a4ed3d7-44fa-4348-9aac-8431eb5dcc1e not bound to the agent host hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:17:26.335178 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d960a7c0-4752-4cf4-b54d-e5dfdc78f2f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681718'] for router_interface, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:26.703457 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d960a7c0-4752-4cf4-b54d-e5dfdc78f2f9 admin admin] Router f0c51a92-99b3-4ace-a345-8f06962cbe98 has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:17:26.892125 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d960a7c0-4752-4cf4-b54d-e5dfdc78f2f9 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:17:26.900189 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab61a419-d839-410c-9bfe-42b1f58217a5 None None] Sync routers for ids ['f0c51a92-99b3-4ace-a345-8f06962cbe98'] in dv-cinder-789077-1-smb {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:17:26.909064 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab61a419-d839-410c-9bfe-42b1f58217a5 None None] Routers {'f0c51a92-99b3-4ace-a345-8f06962cbe98'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:17:26.909755 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-d960a7c0-4752-4cf4-b54d-e5dfdc78f2f9 admin admin] 10.222.0.20 "PUT /v2.0/routers/f0c51a92-99b3-4ace-a345-8f06962cbe98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4067128 May 02 03:17:26.910595 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-ab61a419-d839-410c-9bfe-42b1f58217a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:17:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['f0c51a92-99b3-4ace-a345-8f06962cbe98'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:26.911968 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 44936) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:17:27.090010 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-ab61a419-d839-410c-9bfe-42b1f58217a5 None None] Set router f0c51a92-99b3-4ace-a345-8f06962cbe98 gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:17:27.200839 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68163511-3ad5-46c6-96d2-c407e7b3dcba admin admin] Notify callbacks [] for router, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:27.387657 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-ab61a419-d839-410c-9bfe-42b1f58217a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'name': 'tempest-TestShelveInstance-225767847-router', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:19Z', 'updated_at': '2021-05-02T03:17:25Z', 'revision_number': 5, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'gw_port': {'id': 'bbe011f2-0bc5-43a8-b5e5-358423ffb948', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:22Z', 'updated_at': '2021-05-02T03:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:27.391549 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab61a419-d839-410c-9bfe-42b1f58217a5 None None] Checking router: f0c51a92-99b3-4ace-a345-8f06962cbe98 for host: dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:17:27.395002 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68163511-3ad5-46c6-96d2-c407e7b3dcba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:27.402085 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab61a419-d839-410c-9bfe-42b1f58217a5 None None] Routers {'f0c51a92-99b3-4ace-a345-8f06962cbe98'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:17:27.402901 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-ab61a419-d839-410c-9bfe-42b1f58217a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:17:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['f0c51a92-99b3-4ace-a345-8f06962cbe98'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:27.471102 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-68163511-3ad5-46c6-96d2-c407e7b3dcba admin admin] Deleting port bbe011f2-0bc5-43a8-b5e5-358423ffb948 {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:17:27.471456 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68163511-3ad5-46c6-96d2-c407e7b3dcba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:27.583918 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-ab61a419-d839-410c-9bfe-42b1f58217a5 None None] Set router f0c51a92-99b3-4ace-a345-8f06962cbe98 gateway port host: None {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:17:27.598455 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-68163511-3ad5-46c6-96d2-c407e7b3dcba admin admin] For port bbe011f2-0bc5-43a8-b5e5-358423ffb948, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=bbe011f2-0bc5-43a8-b5e5-358423ffb948,segment=NetworkSegment(000b502f-0377-4925-a8c0-e47bbb3cb5cf),segment_id=000b502f-0377-4925-a8c0-e47bbb3cb5cf)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:17:27.598814 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68163511-3ad5-46c6-96d2-c407e7b3dcba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:27.691174 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-ab61a419-d839-410c-9bfe-42b1f58217a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'name': 'tempest-TestShelveInstance-225767847-router', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:19Z', 'updated_at': '2021-05-02T03:17:27Z', 'revision_number': 6, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'gw_port_host': None}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:27.695326 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab61a419-d839-410c-9bfe-42b1f58217a5 None None] The sync data for ids ['f0c51a92-99b3-4ace-a345-8f06962cbe98'] in dv-cinder-789077-1-smb is: [{'id': 'f0c51a92-99b3-4ace-a345-8f06962cbe98', 'name': 'tempest-TestShelveInstance-225767847-router', 'tenant_id': '4cad81e8e2db4740a00d3096daca830a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:19Z', 'updated_at': '2021-05-02T03:17:27Z', 'revision_number': 6, 'project_id': '4cad81e8e2db4740a00d3096daca830a', 'gw_port_host': None}] {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:17:27.733402 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-68163511-3ad5-46c6-96d2-c407e7b3dcba admin admin] Calling delete_port for bbe011f2-0bc5-43a8-b5e5-358423ffb948 owned by network:router_gateway {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:17:27.873995 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68163511-3ad5-46c6-96d2-c407e7b3dcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16413079'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:27.877461 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:27.923745 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68163511-3ad5-46c6-96d2-c407e7b3dcba admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe011f2-0bc5-43a8-b5e5-358423ffb948,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:27.926881 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-68163511-3ad5-46c6-96d2-c407e7b3dcba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:28.014566 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68163511-3ad5-46c6-96d2-c407e7b3dcba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681065'] for router_gateway, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:28.196317 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68163511-3ad5-46c6-96d2-c407e7b3dcba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-700669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29619'] for router, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:28.198561 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68163511-3ad5-46c6-96d2-c407e7b3dcba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:28.221378 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68163511-3ad5-46c6-96d2-c407e7b3dcba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-682017'] for router, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:28.221902 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68163511-3ad5-46c6-96d2-c407e7b3dcba admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0c51a92-99b3-4ace-a345-8f06962cbe98 {{(pid=73838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 02 03:17:28.234407 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68163511-3ad5-46c6-96d2-c407e7b3dcba admin admin] Notify callbacks [] for router, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:28.235566 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-68163511-3ad5-46c6-96d2-c407e7b3dcba admin admin] 10.222.0.20 "DELETE /v2.0/routers/f0c51a92-99b3-4ace-a345-8f06962cbe98 HTTP/1.1" status: 204 len: 168 time: 1.3226888 May 02 03:17:28.238799 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 44942) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:17:28.304253 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a9efbf-ad46-412e-baf0-2c7da3edf1df admin admin] Deleting subnet 506f98ec-dfc0-4209-bc72-91aa0b53fe2c {{(pid=73838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 02 03:17:28.307179 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d2a9efbf-ad46-412e-baf0-2c7da3edf1df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:28.357162 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d2a9efbf-ad46-412e-baf0-2c7da3edf1df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15355013'] for subnet, precommit_delete_associations {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:28.480240 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d2a9efbf-ad46-412e-baf0-2c7da3edf1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038349'] for subnet, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:28.748750 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 0f41897d-2974-4e3a-b2d3-0e6e7bf90341 no longer exists at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:17:28.801739 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] No Port match for: 0f41897d-2974-4e3a-b2d3-0e6e7bf90341 {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:17:28.802094 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 0f41897d-2974-4e3a-b2d3-0e6e7bf90341 not bound to the agent host dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:17:28.802517 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device bbe011f2-0bc5-43a8-b5e5-358423ffb948 no longer exists at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:17:28.840185 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] No Port match for: bbe011f2-0bc5-43a8-b5e5-358423ffb948 {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:17:28.840624 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device bbe011f2-0bc5-43a8-b5e5-358423ffb948 not bound to the agent host dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:17:28.864696 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d2a9efbf-ad46-412e-baf0-2c7da3edf1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16413798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13756947'] for subnet, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:28.868735 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:28.903623 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9efbf-ad46-412e-baf0-2c7da3edf1df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=506f98ec-dfc0-4209-bc72-91aa0b53fe2c,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:28.906628 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-d2a9efbf-ad46-412e-baf0-2c7da3edf1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:28.907623 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d2a9efbf-ad46-412e-baf0-2c7da3edf1df admin admin] Notify callbacks [] for subnet, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:28.913313 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077d1b57-1833-45a2-ac86-658f7d92965d None None] Network c272bd6b-64d2-4e2d-b949-abb77dc52154 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:17:28.914310 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-d2a9efbf-ad46-412e-baf0-2c7da3edf1df admin admin] 10.222.0.20 "DELETE /v2.0/subnets/506f98ec-dfc0-4209-bc72-91aa0b53fe2c HTTP/1.1" status: 204 len: 168 time: 0.6745121 May 02 03:17:28.916784 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 44948) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:17:29.021503 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690155'] for network, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:29.092517 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] Deleting port 52daf453-55a9-4a7e-9e24-9529824ffc8c {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:17:29.092749 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:29.162954 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44179a8-3aec-428b-b63b-773347c81dde None None] DHCP port deletion for c272bd6b-64d2-4e2d-b949-abb77dc52154 request from dv-cinder-789077-1-smb {{(pid=73840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 02 03:17:29.205107 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] For port 52daf453-55a9-4a7e-9e24-9529824ffc8c, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=52daf453-55a9-4a7e-9e24-9529824ffc8c,segment=NetworkSegment(2269bb65-50e6-4da0-b7ea-92484f0ddbfa),segment_id=2269bb65-50e6-4da0-b7ea-92484f0ddbfa)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:17:29.205469 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:29.223017 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:29.246674 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-c44179a8-3aec-428b-b63b-773347c81dde None None] Deleting port 52daf453-55a9-4a7e-9e24-9529824ffc8c {{(pid=73840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:17:29.247069 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-c44179a8-3aec-428b-b63b-773347c81dde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:29.335296 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] Calling delete_port for 52daf453-55a9-4a7e-9e24-9529824ffc8c owned by network:dhcp {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:17:29.350961 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-c44179a8-3aec-428b-b63b-773347c81dde None None] For port 52daf453-55a9-4a7e-9e24-9529824ffc8c, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=52daf453-55a9-4a7e-9e24-9529824ffc8c,segment=NetworkSegment(2269bb65-50e6-4da0-b7ea-92484f0ddbfa),segment_id=2269bb65-50e6-4da0-b7ea-92484f0ddbfa)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:17:29.351595 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-c44179a8-3aec-428b-b63b-773347c81dde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:29.383119 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16413079'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:29.386814 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-06d94c3c-dcca-47df-807e-eef61b16ac35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:29.432393 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] Pushing event deleted for resources: {'Port': ['ID=52daf453-55a9-4a7e-9e24-9529824ffc8c,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:29.434975 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:29.439095 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] No DVR routers for this DVR port 52daf453-55a9-4a7e-9e24-9529824ffc8c on host dv-cinder-789077-1-smb {{(pid=73838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:17:29.475944 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-c44179a8-3aec-428b-b63b-773347c81dde None None] Calling delete_port for 52daf453-55a9-4a7e-9e24-9529824ffc8c owned by network:dhcp {{(pid=73840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:17:29.518441 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-c44179a8-3aec-428b-b63b-773347c81dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999'] for port, after_delete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:29.521987 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:29.559956 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2032080', 'neutron.services.segments.db._delete_segments_for_network-8794390944561'] for network, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:29.565983 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44179a8-3aec-428b-b63b-773347c81dde None None] Pushing event deleted for resources: {'Port': ['ID=52daf453-55a9-4a7e-9e24-9529824ffc8c,revision_number=None']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:29.569079 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-c44179a8-3aec-428b-b63b-773347c81dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:29.569873 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44179a8-3aec-428b-b63b-773347c81dde None None] No DVR routers for this DVR port 52daf453-55a9-4a7e-9e24-9529824ffc8c on host dv-cinder-789077-1-smb {{(pid=73840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:17:29.676007 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.services.segments.db [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c272bd6b-64d2-4e2d-b949-abb77dc52154']}} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:29.688685 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.services.segments.db [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2269bb65-50e6-4da0-b7ea-92484f0ddbfa') {'for_net_delete': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:29.688980 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.services.segments.db [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2269bb65-50e6-4da0-b7ea-92484f0ddbfa') {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:29.701902 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794390955623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15355068'] for segment, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:29.718550 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:29.725069 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=73838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 03:17:29.900329 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] Network c272bd6b-64d2-4e2d-b949-abb77dc52154 has no segments {{(pid=73838) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:17:29.909570 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2060056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16413124'] for segment, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:30.080390 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] Network c272bd6b-64d2-4e2d-b949-abb77dc52154 has no segments {{(pid=73838) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: Traceback (most recent call last): May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: timer() May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: cb(*args, **kw) May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: return func(*args, **kwargs) May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: self._notify() May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: self.callback(batched_events) May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: event.method(event) May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: aggregate_uuid = self.p_client.list_aggregates( May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: return f(self, *a, **k) May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: return self._get(url).json() May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: return self.request(url, 'GET', **kwargs) May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: base_url = self.get_endpoint(auth, allow=allow, May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 03:17:30.102313 dv-cinder-789077-1-smb neutron-server[73838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 03:17:30.277937 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2032079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681030'] for network, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:30.282008 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:30.301874 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:30.304662 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] Pushing event deleted for resources: {'Network': ['ID=c272bd6b-64d2-4e2d-b949-abb77dc52154,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:30.307515 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:30.323725 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] 10.222.0.20 "DELETE /v2.0/networks/c272bd6b-64d2-4e2d-b949-abb77dc52154 HTTP/1.1" status: 204 len: 168 time: 1.4057140 May 02 03:17:30.326328 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 44954) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:17:30.762145 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 52daf453-55a9-4a7e-9e24-9529824ffc8c no longer exists at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:17:30.831871 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] No Port match for: 52daf453-55a9-4a7e-9e24-9529824ffc8c {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:17:30.832476 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 52daf453-55a9-4a7e-9e24-9529824ffc8c not bound to the agent host dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:17:30.888757 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f74eba27-50d9-4d7b-8620-a4106cd2b464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656198'] for router_interface, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:31.314012 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-f74eba27-50d9-4d7b-8620-a4106cd2b464 admin admin] Deleting port c7e214ab-7c80-4c62-baf9-6ab0b6e88956 {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:17:31.314722 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f74eba27-50d9-4d7b-8620-a4106cd2b464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:31.439951 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-f74eba27-50d9-4d7b-8620-a4106cd2b464 admin admin] For port c7e214ab-7c80-4c62-baf9-6ab0b6e88956, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=c7e214ab-7c80-4c62-baf9-6ab0b6e88956,segment=NetworkSegment(04a7ef85-143a-40d6-a465-c56cd1ab3bb1),segment_id=04a7ef85-143a-40d6-a465-c56cd1ab3bb1)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:17:31.440845 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f74eba27-50d9-4d7b-8620-a4106cd2b464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:31.564905 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-f74eba27-50d9-4d7b-8620-a4106cd2b464 admin admin] Calling delete_port for c7e214ab-7c80-4c62-baf9-6ab0b6e88956 owned by network:router_interface {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:17:31.812606 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f74eba27-50d9-4d7b-8620-a4106cd2b464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16413079'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:31.817124 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ec8093f4-cbdd-43e1-9d3e-3663e40e292a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:31.859903 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74eba27-50d9-4d7b-8620-a4106cd2b464 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e214ab-7c80-4c62-baf9-6ab0b6e88956,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:31.889354 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-f74eba27-50d9-4d7b-8620-a4106cd2b464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:32.132362 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f74eba27-50d9-4d7b-8620-a4106cd2b464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681718'] for router_interface, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:32.498089 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74eba27-50d9-4d7b-8620-a4106cd2b464 admin admin] Router bd847df7-81c6-449b-86c4-ea3aefdd497a has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:17:32.675230 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74eba27-50d9-4d7b-8620-a4106cd2b464 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:17:32.684282 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02be44d7-7ff6-4f60-a38c-8c19b0ffe629 None None] Sync routers for ids ['bd847df7-81c6-449b-86c4-ea3aefdd497a'] in dv-cinder-789077-1-smb {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:17:32.684818 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-f74eba27-50d9-4d7b-8620-a4106cd2b464 admin admin] 10.222.0.20 "PUT /v2.0/routers/bd847df7-81c6-449b-86c4-ea3aefdd497a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3573072 May 02 03:17:32.687053 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 44962) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:17:32.694494 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02be44d7-7ff6-4f60-a38c-8c19b0ffe629 None None] Routers {'bd847df7-81c6-449b-86c4-ea3aefdd497a'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:17:32.695352 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-02be44d7-7ff6-4f60-a38c-8c19b0ffe629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:17:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['bd847df7-81c6-449b-86c4-ea3aefdd497a'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:32.875332 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-dc123f8a-4afa-4e75-80c9-003d7a32b377 admin admin] Notify callbacks [] for router, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:32.894035 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-02be44d7-7ff6-4f60-a38c-8c19b0ffe629 None None] Set router bd847df7-81c6-449b-86c4-ea3aefdd497a gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:17:33.058745 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-dc123f8a-4afa-4e75-80c9-003d7a32b377 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:33.229258 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-02be44d7-7ff6-4f60-a38c-8c19b0ffe629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd847df7-81c6-449b-86c4-ea3aefdd497a', 'name': 'tempest-TestShelveInstance-315909243-router', 'tenant_id': 'b9f4c250cbe9497e87cfce1009601c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e4aa79d6-5d75-480e-90f2-223b367673b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:17:31Z', 'revision_number': 5, 'project_id': 'b9f4c250cbe9497e87cfce1009601c37', 'gw_port': {'id': 'e4aa79d6-5d75-480e-90f2-223b367673b8', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd847df7-81c6-449b-86c4-ea3aefdd497a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:12:42Z', 'updated_at': '2021-05-02T03:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:33.233543 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02be44d7-7ff6-4f60-a38c-8c19b0ffe629 None None] Checking router: bd847df7-81c6-449b-86c4-ea3aefdd497a for host: dv-cinder-789077-1-smb {{(pid=73840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:17:33.243120 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02be44d7-7ff6-4f60-a38c-8c19b0ffe629 None None] Routers {'bd847df7-81c6-449b-86c4-ea3aefdd497a'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:17:33.243767 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-02be44d7-7ff6-4f60-a38c-8c19b0ffe629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:17:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['bd847df7-81c6-449b-86c4-ea3aefdd497a'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:33.251470 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-dc123f8a-4afa-4e75-80c9-003d7a32b377 admin admin] Deleting port e4aa79d6-5d75-480e-90f2-223b367673b8 {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:17:33.251816 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-dc123f8a-4afa-4e75-80c9-003d7a32b377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:33.385764 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-dc123f8a-4afa-4e75-80c9-003d7a32b377 admin admin] For port e4aa79d6-5d75-480e-90f2-223b367673b8, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=e4aa79d6-5d75-480e-90f2-223b367673b8,segment=NetworkSegment(000b502f-0377-4925-a8c0-e47bbb3cb5cf),segment_id=000b502f-0377-4925-a8c0-e47bbb3cb5cf)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:17:33.386121 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-dc123f8a-4afa-4e75-80c9-003d7a32b377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:33.407952 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-02be44d7-7ff6-4f60-a38c-8c19b0ffe629 None None] Set router bd847df7-81c6-449b-86c4-ea3aefdd497a gateway port host: None {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:17:33.511896 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-dc123f8a-4afa-4e75-80c9-003d7a32b377 admin admin] Calling delete_port for e4aa79d6-5d75-480e-90f2-223b367673b8 owned by network:router_gateway {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:17:33.517859 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-02be44d7-7ff6-4f60-a38c-8c19b0ffe629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd847df7-81c6-449b-86c4-ea3aefdd497a', 'name': 'tempest-TestShelveInstance-315909243-router', 'tenant_id': 'b9f4c250cbe9497e87cfce1009601c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:17:33Z', 'revision_number': 6, 'project_id': 'b9f4c250cbe9497e87cfce1009601c37', 'gw_port_host': None}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:33.522352 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02be44d7-7ff6-4f60-a38c-8c19b0ffe629 None None] The sync data for ids ['bd847df7-81c6-449b-86c4-ea3aefdd497a'] in dv-cinder-789077-1-smb is: [{'id': 'bd847df7-81c6-449b-86c4-ea3aefdd497a', 'name': 'tempest-TestShelveInstance-315909243-router', 'tenant_id': 'b9f4c250cbe9497e87cfce1009601c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:12:39Z', 'updated_at': '2021-05-02T03:17:33Z', 'revision_number': 6, 'project_id': 'b9f4c250cbe9497e87cfce1009601c37', 'gw_port_host': None}] {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:17:33.654334 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-dc123f8a-4afa-4e75-80c9-003d7a32b377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16413079'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:33.658256 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-08bc5c30-420a-48ea-b9ff-d75aa82e0428 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:33.703514 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc123f8a-4afa-4e75-80c9-003d7a32b377 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4aa79d6-5d75-480e-90f2-223b367673b8,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:33.705811 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-dc123f8a-4afa-4e75-80c9-003d7a32b377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:33.800946 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-dc123f8a-4afa-4e75-80c9-003d7a32b377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681065'] for router_gateway, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:33.980812 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-dc123f8a-4afa-4e75-80c9-003d7a32b377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-700669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29619'] for router, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:33.982991 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-dc123f8a-4afa-4e75-80c9-003d7a32b377 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:34.007199 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-dc123f8a-4afa-4e75-80c9-003d7a32b377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-682017'] for router, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:34.007724 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc123f8a-4afa-4e75-80c9-003d7a32b377 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd847df7-81c6-449b-86c4-ea3aefdd497a {{(pid=73838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 02 03:17:34.021524 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-dc123f8a-4afa-4e75-80c9-003d7a32b377 admin admin] Notify callbacks [] for router, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:34.022649 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-dc123f8a-4afa-4e75-80c9-003d7a32b377 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bd847df7-81c6-449b-86c4-ea3aefdd497a HTTP/1.1" status: 204 len: 168 time: 1.3345847 May 02 03:17:34.025301 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 44968) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:17:34.086357 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_v2 [None req-98673ba7-8917-46f6-89ad-3c0b997dc3e4 admin admin] Deleting subnet 8d791ad3-f09a-4bdf-bdcc-d5facd4747e8 {{(pid=73838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 02 03:17:34.089348 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-98673ba7-8917-46f6-89ad-3c0b997dc3e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:34.142627 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-98673ba7-8917-46f6-89ad-3c0b997dc3e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15355013'] for subnet, precommit_delete_associations {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:34.219557 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-98673ba7-8917-46f6-89ad-3c0b997dc3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038349'] for subnet, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:34.484036 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-98673ba7-8917-46f6-89ad-3c0b997dc3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16413798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13756947'] for subnet, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:34.488434 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:34.525958 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98673ba7-8917-46f6-89ad-3c0b997dc3e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d791ad3-f09a-4bdf-bdcc-d5facd4747e8,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:34.528551 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-98673ba7-8917-46f6-89ad-3c0b997dc3e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:34.533311 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b1a529-052b-4ed9-9648-ef3f4c7f967b None None] Network af10c664-84af-46fe-97c4-85f72bf6b581 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:17:34.538051 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98673ba7-8917-46f6-89ad-3c0b997dc3e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:34.538422 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98673ba7-8917-46f6-89ad-3c0b997dc3e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:34.538781 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98673ba7-8917-46f6-89ad-3c0b997dc3e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:34.539282 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98673ba7-8917-46f6-89ad-3c0b997dc3e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:34.539511 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98673ba7-8917-46f6-89ad-3c0b997dc3e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:34.539861 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98673ba7-8917-46f6-89ad-3c0b997dc3e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:34.540208 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98673ba7-8917-46f6-89ad-3c0b997dc3e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:34.540554 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98673ba7-8917-46f6-89ad-3c0b997dc3e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:34.541005 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98673ba7-8917-46f6-89ad-3c0b997dc3e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:34.541356 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98673ba7-8917-46f6-89ad-3c0b997dc3e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:34.541697 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98673ba7-8917-46f6-89ad-3c0b997dc3e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:34.542038 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98673ba7-8917-46f6-89ad-3c0b997dc3e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:17:34.547884 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-98673ba7-8917-46f6-89ad-3c0b997dc3e4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8d791ad3-f09a-4bdf-bdcc-d5facd4747e8 HTTP/1.1" status: 204 len: 168 time: 0.5193012 May 02 03:17:34.547884 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-98673ba7-8917-46f6-89ad-3c0b997dc3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:34.548353 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 44974) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:17:34.656176 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690155'] for network, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:34.739899 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] Deleting port 3ab2dcd3-d27d-487d-ab12-e5425dce7574 {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:17:34.740160 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:34.780644 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device c7e214ab-7c80-4c62-baf9-6ab0b6e88956 no longer exists at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:17:34.820359 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341e5a69-5804-4c96-a3bf-2c78e3b00f38 None None] DHCP port deletion for af10c664-84af-46fe-97c4-85f72bf6b581 request from dv-cinder-789077-1-smb {{(pid=73840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 02 03:17:34.828589 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] No Port match for: c7e214ab-7c80-4c62-baf9-6ab0b6e88956 {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:17:34.828931 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device c7e214ab-7c80-4c62-baf9-6ab0b6e88956 not bound to the agent host dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:17:34.829346 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device e4aa79d6-5d75-480e-90f2-223b367673b8 no longer exists at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:17:34.889806 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] No Port match for: e4aa79d6-5d75-480e-90f2-223b367673b8 {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:17:34.890150 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device e4aa79d6-5d75-480e-90f2-223b367673b8 not bound to the agent host dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:17:34.925584 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-341e5a69-5804-4c96-a3bf-2c78e3b00f38 None None] Deleting port 3ab2dcd3-d27d-487d-ab12-e5425dce7574 {{(pid=73840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:17:34.925957 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-341e5a69-5804-4c96-a3bf-2c78e3b00f38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:34.945826 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] For port 3ab2dcd3-d27d-487d-ab12-e5425dce7574, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=3ab2dcd3-d27d-487d-ab12-e5425dce7574,segment=NetworkSegment(04a7ef85-143a-40d6-a465-c56cd1ab3bb1),segment_id=04a7ef85-143a-40d6-a465-c56cd1ab3bb1)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:17:34.946187 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:35.025154 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-341e5a69-5804-4c96-a3bf-2c78e3b00f38 None None] For port 3ab2dcd3-d27d-487d-ab12-e5425dce7574, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=3ab2dcd3-d27d-487d-ab12-e5425dce7574,segment=NetworkSegment(04a7ef85-143a-40d6-a465-c56cd1ab3bb1),segment_id=04a7ef85-143a-40d6-a465-c56cd1ab3bb1)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:17:35.025466 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-341e5a69-5804-4c96-a3bf-2c78e3b00f38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:35.074565 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] Calling delete_port for 3ab2dcd3-d27d-487d-ab12-e5425dce7574 owned by network:dhcp {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:17:35.125199 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16413079'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:35.129774 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-1c8190c9-56dc-494b-acd1-2634dcba24d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:35.149401 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-341e5a69-5804-4c96-a3bf-2c78e3b00f38 None None] Calling delete_port for 3ab2dcd3-d27d-487d-ab12-e5425dce7574 owned by network:dhcp {{(pid=73840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:17:35.172413 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] Pushing event deleted for resources: {'Port': ['ID=3ab2dcd3-d27d-487d-ab12-e5425dce7574,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:35.176147 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:35.178945 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] No DVR routers for this DVR port 3ab2dcd3-d27d-487d-ab12-e5425dce7574 on host dv-cinder-789077-1-smb {{(pid=73838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:17:35.195930 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-341e5a69-5804-4c96-a3bf-2c78e3b00f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999'] for port, after_delete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:35.199552 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:35.245756 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e5a69-5804-4c96-a3bf-2c78e3b00f38 None None] Pushing event deleted for resources: {'Port': ['ID=3ab2dcd3-d27d-487d-ab12-e5425dce7574,revision_number=None']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:35.250514 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341e5a69-5804-4c96-a3bf-2c78e3b00f38 None None] No DVR routers for this DVR port 3ab2dcd3-d27d-487d-ab12-e5425dce7574 on host dv-cinder-789077-1-smb {{(pid=73840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:17:35.252102 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-341e5a69-5804-4c96-a3bf-2c78e3b00f38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:35.304081 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2032080', 'neutron.services.segments.db._delete_segments_for_network-8794390944561'] for network, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:35.417374 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.services.segments.db [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af10c664-84af-46fe-97c4-85f72bf6b581']}} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:35.429453 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.services.segments.db [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a7ef85-143a-40d6-a465-c56cd1ab3bb1') {'for_net_delete': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:35.429754 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.services.segments.db [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a7ef85-143a-40d6-a465-c56cd1ab3bb1') {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:17:35.441622 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794390955623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15355068'] for segment, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:35.457860 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:35.463944 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=73838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 03:17:35.640009 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] Network af10c664-84af-46fe-97c4-85f72bf6b581 has no segments {{(pid=73838) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:17:35.648473 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2060056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16413124'] for segment, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:35.818983 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] Network af10c664-84af-46fe-97c4-85f72bf6b581 has no segments {{(pid=73838) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: Traceback (most recent call last): May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: timer() May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: cb(*args, **kw) May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: return func(*args, **kwargs) May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: self._notify() May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: self.callback(batched_events) May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: event.method(event) May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: aggregate_uuid = self.p_client.list_aggregates( May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: return f(self, *a, **k) May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: return self._get(url).json() May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: return self.request(url, 'GET', **kwargs) May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: base_url = self.get_endpoint(auth, allow=allow, May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 03:17:35.840536 dv-cinder-789077-1-smb neutron-server[73838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 03:17:35.918172 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2032079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681030'] for network, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:35.923589 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-cdf51780-b4f8-425d-802b-b197587f6f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:35.939425 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:35.953760 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] Pushing event deleted for resources: {'Network': ['ID=af10c664-84af-46fe-97c4-85f72bf6b581,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:35.957838 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:35.959375 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] 10.222.0.20 "DELETE /v2.0/networks/af10c664-84af-46fe-97c4-85f72bf6b581 HTTP/1.1" status: 204 len: 168 time: 1.4103973 May 02 03:17:36.075082 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 44982) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:17:36.124622 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-e5fd275e-abe6-40cf-8b89-546510833796 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4cad81e8e2db4740a00d3096daca830a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481334 May 02 03:17:36.126932 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 44986) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:17:36.185828 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-11a2b01d-dfea-44bc-b095-c529449c8d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:36.213409 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-11a2b01d-dfea-44bc-b095-c529449c8d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:36.268876 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-11a2b01d-dfea-44bc-b095-c529449c8d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:36.272849 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-a3ac2bc0-fa37-41ba-b106-e1cf6dbb6e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:36.285619 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2b01d-dfea-44bc-b095-c529449c8d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189b7760-af3e-4d95-8a5c-aa41a322b8bc,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:36.289055 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-11a2b01d-dfea-44bc-b095-c529449c8d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:36.294413 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-11a2b01d-dfea-44bc-b095-c529449c8d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:36.295554 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-11a2b01d-dfea-44bc-b095-c529449c8d42 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/189b7760-af3e-4d95-8a5c-aa41a322b8bc HTTP/1.1" status: 204 len: 168 time: 0.1669979 May 02 03:17:36.645539 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 44996) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:17:36.698305 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 45000) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:17:36.698778 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-136f6ded-ceb4-4e5a-beea-37f83a7788ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9f4c250cbe9497e87cfce1009601c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516207 May 02 03:17:36.768183 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 3ab2dcd3-d27d-487d-ab12-e5425dce7574 no longer exists at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:17:36.772180 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5ef60090-b2e7-4df0-8575-845566bc6526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:36.798840 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5ef60090-b2e7-4df0-8575-845566bc6526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:36.805342 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] No Port match for: 3ab2dcd3-d27d-487d-ab12-e5425dce7574 {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:17:36.805691 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 3ab2dcd3-d27d-487d-ab12-e5425dce7574 not bound to the agent host dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:17:36.853505 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5ef60090-b2e7-4df0-8575-845566bc6526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:36.858168 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ba26dcf7-84ab-49c6-b7c2-56e5f7f6de49 tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:17:36.869369 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef60090-b2e7-4df0-8575-845566bc6526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22c5aa4-1569-432c-8f83-a89aa038876b,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:17:36.874630 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-5ef60090-b2e7-4df0-8575-845566bc6526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:17:36.876606 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5ef60090-b2e7-4df0-8575-845566bc6526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:36.878293 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-5ef60090-b2e7-4df0-8575-845566bc6526 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b22c5aa4-1569-432c-8f83-a89aa038876b HTTP/1.1" status: 204 len: 168 time: 0.1777313 May 02 03:17:42.051856 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-21fc1d7a-5354-4435-8fb4-8c83258ba3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:44.359942 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:17:44.646192 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-18a44524-a989-4434-97b2-16961180f3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:44.963156 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:46.050993 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:47.769472 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:52.314405 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62aa21-012a-4896-a838-c2688f30ff22 req-6ac4cee5-cddd-4fde-8354-25b85d12aa7d tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:52.316584 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-be62aa21-012a-4896-a838-c2688f30ff22 req-6ac4cee5-cddd-4fde-8354-25b85d12aa7d tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0874026 May 02 03:17:52.363891 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-be62aa21-012a-4896-a838-c2688f30ff22 req-f2d8b42c-4980-4906-b6e9-9c6611ae1383 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411639 May 02 03:17:53.551960 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f5bbf-e9e5-4d5c-931c-c925d5137230 req-22297079-a2a3-4092-bd2a-e3b3772c8cc7 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:53.553437 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-2c7f5bbf-e9e5-4d5c-931c-c925d5137230 req-22297079-a2a3-4092-bd2a-e3b3772c8cc7 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0819609 May 02 03:17:53.597915 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-2c7f5bbf-e9e5-4d5c-931c-c925d5137230 req-1e386b66-7a9d-452c-bfd0-3f32fb3ff203 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386503 May 02 03:17:54.784044 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3c292-9724-4272-a4b9-e5b510bd26eb req-9231fd03-8c00-4091-bab4-febd9322a015 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:54.785555 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f5f3c292-9724-4272-a4b9-e5b510bd26eb req-9231fd03-8c00-4091-bab4-febd9322a015 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0816951 May 02 03:17:54.830206 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f5f3c292-9724-4272-a4b9-e5b510bd26eb req-00076821-110f-4be9-9d01-d1b3b6ab0680 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390484 May 02 03:17:56.027395 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dcec0-4263-4ec2-8c43-e9fa3706f438 req-470f5d8f-fa62-426a-9f75-4a517d061be5 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:56.028847 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-769dcec0-4263-4ec2-8c43-e9fa3706f438 req-470f5d8f-fa62-426a-9f75-4a517d061be5 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0876515 May 02 03:17:56.077361 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-769dcec0-4263-4ec2-8c43-e9fa3706f438 req-a7162e03-11fe-42de-adc2-5b4b2017dac3 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419514 May 02 03:17:57.274803 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13599ec8-521c-4142-9015-52ffe6b110dc req-a45ef087-82f1-4367-aa57-2a06e0f0fea9 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:57.276291 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-13599ec8-521c-4142-9015-52ffe6b110dc req-a45ef087-82f1-4367-aa57-2a06e0f0fea9 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0838900 May 02 03:17:57.323249 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-13599ec8-521c-4142-9015-52ffe6b110dc req-2ccff519-cd1e-43e1-ab33-acecfe0e78e2 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412674 May 02 03:17:58.515566 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57302f-e28d-40ec-a6b8-53f47c421e36 req-8a52b042-2dee-4fa5-ae57-93d50859e31d tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:58.517021 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4f57302f-e28d-40ec-a6b8-53f47c421e36 req-8a52b042-2dee-4fa5-ae57-93d50859e31d tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0868537 May 02 03:17:58.646915 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4f57302f-e28d-40ec-a6b8-53f47c421e36 req-796ebe4c-4c9e-4611-bded-3d5b9ef97fd2 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233320 May 02 03:17:59.241627 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:17:59.845629 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072d9ae-fc84-4641-a346-532df1eff94a req-ff80923a-dde1-4abf-89c6-9b227b5b74b9 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:17:59.847844 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4072d9ae-fc84-4641-a346-532df1eff94a req-ff80923a-dde1-4abf-89c6-9b227b5b74b9 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0925951 May 02 03:17:59.893916 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4072d9ae-fc84-4641-a346-532df1eff94a req-81cccb8b-e7f5-43b4-8053-84b4f56a2d93 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400240 May 02 03:18:01.135329 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b9591-9038-43bc-868d-29c6559e907d req-8802fe15-4745-4ca1-bf9c-398992671406 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:01.136797 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-353b9591-9038-43bc-868d-29c6559e907d req-8802fe15-4745-4ca1-bf9c-398992671406 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.1014416 May 02 03:18:01.200176 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-353b9591-9038-43bc-868d-29c6559e907d req-2360e87d-1b36-4d1a-a9ce-3c9a34ce8e1b tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560846 May 02 03:18:02.389776 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1143e3-336c-4e61-be9a-1a2d9bdd9bff req-3c4ee732-7e28-4198-91d1-b62dfc3d9945 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:02.391324 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-5a1143e3-336c-4e61-be9a-1a2d9bdd9bff req-3c4ee732-7e28-4198-91d1-b62dfc3d9945 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0826836 May 02 03:18:02.440490 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-5a1143e3-336c-4e61-be9a-1a2d9bdd9bff req-cad86fe4-8046-4f56-9094-7093bd0c5ebf tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428686 May 02 03:18:02.700170 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c2f2163c-70bb-4961-be22-0a7c3c9fcaa8 req-0e868a4b-75a8-45ed-82db-21aca730ef00 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753844 May 02 03:18:02.838476 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2163c-70bb-4961-be22-0a7c3c9fcaa8 req-00bcc1a2-9f6b-4e32-8771-cc303ab5bd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:02.840075 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c2f2163c-70bb-4961-be22-0a7c3c9fcaa8 req-00bcc1a2-9f6b-4e32-8771-cc303ab5bd4f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a56e7964616045c7870f3f3e615d8310&device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 1098 time: 0.0730217 May 02 03:18:02.984684 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2163c-70bb-4961-be22-0a7c3c9fcaa8 req-1ace7455-0c6b-420b-a548-2b570ab3c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:02.986030 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c2f2163c-70bb-4961-be22-0a7c3c9fcaa8 req-1ace7455-0c6b-420b-a548-2b570ab3c4b0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d HTTP/1.1" status: 200 len: 911 time: 0.1271422 May 02 03:18:03.182614 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c2f2163c-70bb-4961-be22-0a7c3c9fcaa8 req-41145d06-2a71-43ae-9414-13bf3cc00962 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 HTTP/1.1" status: 200 len: 1000 time: 0.1901014 May 02 03:18:03.247050 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2163c-70bb-4961-be22-0a7c3c9fcaa8 req-9b8d34bd-4718-4533-8d80-55507de4c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:03.248406 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c2f2163c-70bb-4961-be22-0a7c3c9fcaa8 req-9b8d34bd-4718-4533-8d80-55507de4c712 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=93760444-4c4b-412e-ba84-ee06015509f1 HTTP/1.1" status: 200 len: 849 time: 0.0594862 May 02 03:18:03.326859 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2163c-70bb-4961-be22-0a7c3c9fcaa8 req-00d4de54-18cb-49c5-849d-fe68aa8b9c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:03.328377 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c2f2163c-70bb-4961-be22-0a7c3c9fcaa8 req-00d4de54-18cb-49c5-849d-fe68aa8b9c82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735865 May 02 03:18:03.469846 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c2f2163c-70bb-4961-be22-0a7c3c9fcaa8 req-ff81b199-ab15-4ff7-96d9-2578331ee0fd service neutron] 10.222.0.16 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352534 May 02 03:18:03.605502 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c2f2163c-70bb-4961-be22-0a7c3c9fcaa8 req-14afd91c-7114-4504-9b6c-6d571ab7875b service neutron] 10.222.0.16 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290667 May 02 03:18:03.630826 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c6ac7-d673-476f-bc0b-31ca25bf5c0e req-bef4113d-e02d-40d1-b201-c465bc56d11b tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:03.632429 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f55c6ac7-d673-476f-bc0b-31ca25bf5c0e req-bef4113d-e02d-40d1-b201-c465bc56d11b tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0814157 May 02 03:18:03.679973 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f55c6ac7-d673-476f-bc0b-31ca25bf5c0e req-a60ddb2a-77f0-4655-8236-364ca6fb2565 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405602 May 02 03:18:04.035339 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88ad57-1828-4981-9424-de4f9edbf462 req-dd557df2-902d-45b0-80b1-a8b7d0fbe3de tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:04.036836 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-ae88ad57-1828-4981-9424-de4f9edbf462 req-dd557df2-902d-45b0-80b1-a8b7d0fbe3de tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0886459 May 02 03:18:04.071174 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b0b8a-4c32-42a3-9a28-33f095c3fd70 req-f2ba5875-5a9d-4d40-a672-3becfd91ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:04.072625 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-844b0b8a-4c32-42a3-9a28-33f095c3fd70 req-f2ba5875-5a9d-4d40-a672-3becfd91ea7c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a56e7964616045c7870f3f3e615d8310&device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 1098 time: 0.0722630 May 02 03:18:04.082356 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-ae88ad57-1828-4981-9424-de4f9edbf462 req-0b377401-4222-428a-a09b-f08c1d00efb1 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397832 May 02 03:18:04.208649 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b0b8a-4c32-42a3-9a28-33f095c3fd70 req-00778979-e469-4e83-9f30-bd79da9eb6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:04.210093 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-844b0b8a-4c32-42a3-9a28-33f095c3fd70 req-00778979-e469-4e83-9f30-bd79da9eb6aa service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d HTTP/1.1" status: 200 len: 911 time: 0.1302853 May 02 03:18:04.313749 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-844b0b8a-4c32-42a3-9a28-33f095c3fd70 req-2972f7d2-efe9-4fb1-a6f8-3cf8da01d86e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 HTTP/1.1" status: 200 len: 1000 time: 0.0966887 May 02 03:18:04.382417 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b0b8a-4c32-42a3-9a28-33f095c3fd70 req-e995954f-bcea-4340-97ef-102127640a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:04.384008 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-844b0b8a-4c32-42a3-9a28-33f095c3fd70 req-e995954f-bcea-4340-97ef-102127640a12 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=93760444-4c4b-412e-ba84-ee06015509f1 HTTP/1.1" status: 200 len: 849 time: 0.0646520 May 02 03:18:04.464809 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b0b8a-4c32-42a3-9a28-33f095c3fd70 req-de5c6260-3864-430a-ac74-2655a92d738e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:04.466210 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-844b0b8a-4c32-42a3-9a28-33f095c3fd70 req-de5c6260-3864-430a-ac74-2655a92d738e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756419 May 02 03:18:04.601502 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-844b0b8a-4c32-42a3-9a28-33f095c3fd70 req-c24bcc72-5d0e-4bf8-8ae1-045d0625f43b service neutron] 10.222.0.16 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282363 May 02 03:18:04.739689 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-844b0b8a-4c32-42a3-9a28-33f095c3fd70 req-e3593b91-ec22-4100-a43d-7c8be15e261c service neutron] 10.222.0.16 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322296 May 02 03:18:05.270743 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33797cdc-7a0a-469a-8778-4052f73f9c0b req-2bb3c7b5-3f48-4222-90af-83cdfe16d9f6 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:05.272211 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-33797cdc-7a0a-469a-8778-4052f73f9c0b req-2bb3c7b5-3f48-4222-90af-83cdfe16d9f6 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0818923 May 02 03:18:05.322470 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-33797cdc-7a0a-469a-8778-4052f73f9c0b req-d219083b-fc24-4332-9fd5-bc43e0dfbc62 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443237 May 02 03:18:06.506336 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c8cba-7f72-4a59-9b54-bcca3daac2aa req-e18b068d-73f8-494e-9da6-283b37b2c8a6 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:06.507794 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-622c8cba-7f72-4a59-9b54-bcca3daac2aa req-e18b068d-73f8-494e-9da6-283b37b2c8a6 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0801282 May 02 03:18:06.552073 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-622c8cba-7f72-4a59-9b54-bcca3daac2aa req-aa24bc04-d157-4633-9200-10c68780ac36 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385811 May 02 03:18:12.054150 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-a5b35f90-4811-4ae1-a453-eb0cc8c3f0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:18:14.647926 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-5fd0a9ea-a721-46f1-8c84-12acdd7c3981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:18:14.965961 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:18:16.054396 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:18:17.769727 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:18:21.359163 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:18:29.256376 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:18:37.276692 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c748b0c-33c8-48eb-bc02-2a4008043a1c req-b6e832a2-c7ef-4541-9d14-dc93380b4d14 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:37.278042 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3c748b0c-33c8-48eb-bc02-2a4008043a1c req-b6e832a2-c7ef-4541-9d14-dc93380b4d14 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0832481 May 02 03:18:37.324363 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3c748b0c-33c8-48eb-bc02-2a4008043a1c req-8b186fba-4042-49ed-918e-2ddf299c3ebf tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405946 May 02 03:18:38.515089 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2740e2f-0100-42e0-af3b-03f393d103a2 req-c1a8da44-9537-4647-ade0-93a7f522036c tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:38.516587 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b2740e2f-0100-42e0-af3b-03f393d103a2 req-c1a8da44-9537-4647-ade0-93a7f522036c tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0845065 May 02 03:18:38.563269 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b2740e2f-0100-42e0-af3b-03f393d103a2 req-12961c85-440d-4cd0-bbfe-7562d758439a tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403092 May 02 03:18:39.756592 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8aab47-abf6-4d9b-8639-1c929b6c907a req-c94f5f93-a382-40f0-92eb-a82ec499487e tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:39.758081 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-0e8aab47-abf6-4d9b-8639-1c929b6c907a req-c94f5f93-a382-40f0-92eb-a82ec499487e tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0875657 May 02 03:18:39.803479 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-0e8aab47-abf6-4d9b-8639-1c929b6c907a req-eac14fd5-3209-4731-bbb9-63a87123b6e8 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394239 May 02 03:18:40.989130 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7590d-e5f2-4ae0-afc6-4bfc46838820 req-bc6b7123-fbea-4bda-a100-5c59ef6ea944 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:40.990575 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-77d7590d-e5f2-4ae0-afc6-4bfc46838820 req-bc6b7123-fbea-4bda-a100-5c59ef6ea944 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0829492 May 02 03:18:41.042465 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-77d7590d-e5f2-4ae0-afc6-4bfc46838820 req-a942e1d4-1304-4620-9e86-f7a7120f9f13 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459332 May 02 03:18:42.056147 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2e9cb688-7ab2-47ef-a34b-4703504dbf3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:18:42.238470 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2735845-8856-43a1-a552-93853dfbcf6a req-511721b0-385d-40e6-a761-87e3271ebb1c tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:42.239930 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f2735845-8856-43a1-a552-93853dfbcf6a req-511721b0-385d-40e6-a761-87e3271ebb1c tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0811763 May 02 03:18:42.286522 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f2735845-8856-43a1-a552-93853dfbcf6a req-420bc9f1-c285-4328-8470-af3e611686b7 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408888 May 02 03:18:43.475321 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fa807-7cac-4e21-8e0e-40a4a3c97e49 req-6bf2f639-b0d5-4c88-989d-2a801d156d64 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:43.477061 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-444fa807-7cac-4e21-8e0e-40a4a3c97e49 req-6bf2f639-b0d5-4c88-989d-2a801d156d64 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0816641 May 02 03:18:43.522067 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-444fa807-7cac-4e21-8e0e-40a4a3c97e49 req-7120e181-b65a-409a-9d55-cad203cb2d62 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392840 May 02 03:18:44.649045 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-5c02ae8c-d71f-4a9d-a7f9-cf587517f539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:18:44.820802 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131d83d-0737-4fe0-b2f5-b6ba085dba05 req-90c77dac-cda1-4c9e-974f-e1d6996ec462 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:44.822266 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d131d83d-0737-4fe0-b2f5-b6ba085dba05 req-90c77dac-cda1-4c9e-974f-e1d6996ec462 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.1887937 May 02 03:18:44.867811 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d131d83d-0737-4fe0-b2f5-b6ba085dba05 req-b44da4c5-aabb-4ccc-b483-4712efb6998c tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398052 May 02 03:18:44.970790 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:18:46.055391 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4649d82-3337-4faa-9326-ddf7bb1910d9 req-4af97898-4d67-4104-ad40-1cb19b6eb648 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:46.056021 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:18:46.056974 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d4649d82-3337-4faa-9326-ddf7bb1910d9 req-4af97898-4d67-4104-ad40-1cb19b6eb648 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0848544 May 02 03:18:46.102231 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d4649d82-3337-4faa-9326-ddf7bb1910d9 req-ff7af721-3ede-4458-a706-b97fdb1f698b tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395939 May 02 03:18:47.286204 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ff3dd-5130-4c20-a24f-30c4058476c5 req-44a96059-fd25-4f86-b372-e617f66ee061 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:47.287738 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f15ff3dd-5130-4c20-a24f-30c4058476c5 req-44a96059-fd25-4f86-b372-e617f66ee061 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0821369 May 02 03:18:47.336624 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f15ff3dd-5130-4c20-a24f-30c4058476c5 req-2fe5a402-e9d7-4d5f-a1de-44b5972b5b9c tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431466 May 02 03:18:47.773764 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:18:48.524542 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454b038-b8e0-4da9-958f-48769d23b30c req-e46e0f5d-d049-4cd6-9e72-f7c3be9c9407 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:48.526009 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d454b038-b8e0-4da9-958f-48769d23b30c req-e46e0f5d-d049-4cd6-9e72-f7c3be9c9407 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0819027 May 02 03:18:48.575227 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d454b038-b8e0-4da9-958f-48769d23b30c req-b102f23d-b077-48b0-bfab-8a8e156e1fef tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431676 May 02 03:18:48.933863 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f1689-42a1-43df-8532-2eea7560bda6 req-7756a56d-7f66-4994-b5a9-4cb9610a76dd tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:48.935293 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4d1f1689-42a1-43df-8532-2eea7560bda6 req-7756a56d-7f66-4994-b5a9-4cb9610a76dd tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0829909 May 02 03:18:48.967957 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc4b37-1864-4713-a0bb-bbe0f9e7e394 req-996602ea-31bf-41bf-acd7-16353b46ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:48.969433 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b9bc4b37-1864-4713-a0bb-bbe0f9e7e394 req-996602ea-31bf-41bf-acd7-16353b46ea31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a56e7964616045c7870f3f3e615d8310&device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 1098 time: 0.0710366 May 02 03:18:48.981754 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4d1f1689-42a1-43df-8532-2eea7560bda6 req-0af5314f-4f56-4090-a302-45848dc0a8da tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406640 May 02 03:18:49.102642 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc4b37-1864-4713-a0bb-bbe0f9e7e394 req-6bc5d710-6c96-402b-8f9b-c6d56cf9f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:49.104136 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b9bc4b37-1864-4713-a0bb-bbe0f9e7e394 req-6bc5d710-6c96-402b-8f9b-c6d56cf9f626 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d HTTP/1.1" status: 200 len: 911 time: 0.1287386 May 02 03:18:49.208356 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b9bc4b37-1864-4713-a0bb-bbe0f9e7e394 req-fa554245-33c4-4ecf-a505-5946f1b5cb37 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 HTTP/1.1" status: 200 len: 1000 time: 0.0979242 May 02 03:18:49.271107 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc4b37-1864-4713-a0bb-bbe0f9e7e394 req-a980f9b9-93ff-4994-a4ba-9bfd83eeb59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:49.272574 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b9bc4b37-1864-4713-a0bb-bbe0f9e7e394 req-a980f9b9-93ff-4994-a4ba-9bfd83eeb59b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=93760444-4c4b-412e-ba84-ee06015509f1 HTTP/1.1" status: 200 len: 849 time: 0.0575092 May 02 03:18:49.350447 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc4b37-1864-4713-a0bb-bbe0f9e7e394 req-a0e8d6b2-bb86-4825-ba50-df2101f54c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:49.352206 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b9bc4b37-1864-4713-a0bb-bbe0f9e7e394 req-a0e8d6b2-bb86-4825-ba50-df2101f54c56 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733094 May 02 03:18:49.486898 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b9bc4b37-1864-4713-a0bb-bbe0f9e7e394 req-f462d2af-3390-4999-bf1a-dd361d60dece service neutron] 10.222.0.16 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278958 May 02 03:18:49.626618 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b9bc4b37-1864-4713-a0bb-bbe0f9e7e394 req-6bda4913-e785-4676-ab90-8fc212796c94 service neutron] 10.222.0.16 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337318 May 02 03:18:50.171235 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eedc30-aa5f-473b-bbd6-9290771a8711 req-24769de4-e563-4d0d-aafb-b5e87dc4bb54 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:50.172727 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f0eedc30-aa5f-473b-bbd6-9290771a8711 req-24769de4-e563-4d0d-aafb-b5e87dc4bb54 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0821731 May 02 03:18:50.219755 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f0eedc30-aa5f-473b-bbd6-9290771a8711 req-98661068-9cb6-4bcc-8671-ba8b92238549 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408854 May 02 03:18:51.406743 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c3123-1a29-4e92-b55a-236c3c872d9d req-38306a7a-f1e2-4408-b640-83ee638e2a4c tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:18:51.408240 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-fc1c3123-1a29-4e92-b55a-236c3c872d9d req-38306a7a-f1e2-4408-b640-83ee638e2a4c tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0852873 May 02 03:18:51.454416 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-fc1c3123-1a29-4e92-b55a-236c3c872d9d req-ace2402d-b581-42b2-898b-5183d088c956 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393109 May 02 03:18:58.358183 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:18:59.255190 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:03.700919 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b75fddd0-9036-42eb-85b2-d182538060d2 req-7576b749-7b56-499c-a5c5-aa3d2324e3f1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738821 May 02 03:19:03.840561 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fddd0-9036-42eb-85b2-d182538060d2 req-672c1a89-2f83-4c65-acc3-0fd0fa444e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:03.842005 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b75fddd0-9036-42eb-85b2-d182538060d2 req-672c1a89-2f83-4c65-acc3-0fd0fa444e66 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a56e7964616045c7870f3f3e615d8310&device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 1098 time: 0.0717270 May 02 03:19:03.984331 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fddd0-9036-42eb-85b2-d182538060d2 req-291388d6-da63-4586-9c63-82c064b6cef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:03.985688 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b75fddd0-9036-42eb-85b2-d182538060d2 req-291388d6-da63-4586-9c63-82c064b6cef5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d HTTP/1.1" status: 200 len: 911 time: 0.1255729 May 02 03:19:04.090087 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b75fddd0-9036-42eb-85b2-d182538060d2 req-518e9465-d320-4bee-9b08-49d90b03a3e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 HTTP/1.1" status: 200 len: 1000 time: 0.0982707 May 02 03:19:04.154757 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fddd0-9036-42eb-85b2-d182538060d2 req-fd3e6d07-a208-4e9e-9616-69c29c066b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:04.156227 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b75fddd0-9036-42eb-85b2-d182538060d2 req-fd3e6d07-a208-4e9e-9616-69c29c066b9d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=93760444-4c4b-412e-ba84-ee06015509f1 HTTP/1.1" status: 200 len: 849 time: 0.0599687 May 02 03:19:04.235021 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fddd0-9036-42eb-85b2-d182538060d2 req-61cf7a41-3bc2-4e2e-8d05-095f72bd1bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:04.236423 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b75fddd0-9036-42eb-85b2-d182538060d2 req-61cf7a41-3bc2-4e2e-8d05-095f72bd1bbc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741820 May 02 03:19:04.466212 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b75fddd0-9036-42eb-85b2-d182538060d2 req-5cba2f2f-5820-4826-add0-a995ae5e222f service neutron] 10.222.0.16 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230873 May 02 03:19:04.597739 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b75fddd0-9036-42eb-85b2-d182538060d2 req-b941b7d8-f816-499d-ab2d-a75eaf389a10 service neutron] 10.222.0.16 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254113 May 02 03:19:12.057219 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-097ab541-7f74-45de-9840-de8a64b1b0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:14.652443 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-c1c9d286-3788-4967-877f-59345703038b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:14.972672 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:16.062029 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:17.775587 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:22.713705 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c13125-2683-4dad-8e00-3a788dc2c7c6 req-14c18240-9d8a-4a1b-9704-d4986837ffb0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:22.715168 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b8c13125-2683-4dad-8e00-3a788dc2c7c6 req-14c18240-9d8a-4a1b-9704-d4986837ffb0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0878186 May 02 03:19:22.765746 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b8c13125-2683-4dad-8e00-3a788dc2c7c6 req-69fbc8be-08cc-4cc3-901a-8ff6748a248c tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435002 May 02 03:19:23.955344 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e735fca-7380-4733-90c0-fa82b2ad2f7a req-acca6d4e-c60b-48d0-a95a-a59aa08ba3ee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:23.956781 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-8e735fca-7380-4733-90c0-fa82b2ad2f7a req-acca6d4e-c60b-48d0-a95a-a59aa08ba3ee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0802610 May 02 03:19:24.005350 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-8e735fca-7380-4733-90c0-fa82b2ad2f7a req-974e7a95-b547-4788-bf56-44bbe2f071f7 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426219 May 02 03:19:24.481353 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d690be9-1cc1-4bbc-afcb-d499e95cc910 req-e7297006-0e02-412d-a054-16b6bdebfaa1 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:24.482766 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6d690be9-1cc1-4bbc-afcb-d499e95cc910 req-e7297006-0e02-412d-a054-16b6bdebfaa1 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 945 time: 0.0814235 May 02 03:19:24.622076 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [req-6d690be9-1cc1-4bbc-afcb-d499e95cc910 req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Deleting port fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 {{(pid=73839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:19:24.622410 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-6d690be9-1cc1-4bbc-afcb-d499e95cc910 req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:24.755559 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [req-6d690be9-1cc1-4bbc-afcb-d499e95cc910 req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] For port fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583,segment=NetworkSegment(70c14849-70ca-4cab-8c2d-48e7e75e3f9d),segment_id=70c14849-70ca-4cab-8c2d-48e7e75e3f9d)] {{(pid=73839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:19:24.755920 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-6d690be9-1cc1-4bbc-afcb-d499e95cc910 req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:25.056684 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-6d690be9-1cc1-4bbc-afcb-d499e95cc910 req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:25.057349 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-6d690be9-1cc1-4bbc-afcb-d499e95cc910 req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681044'] for floatingip, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:25.057349 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.db.l3_db [req-6d690be9-1cc1-4bbc-afcb-d499e95cc910 req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Floating IP 9c29a97b-a965-44c8-ab88-538b957f178d disassociated. External IP: 172.28.2.44, port: fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583. May 02 03:19:25.057680 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [req-6d690be9-1cc1-4bbc-afcb-d499e95cc910 req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Calling delete_port for fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 owned by compute:nova {{(pid=73839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:19:25.173222 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-6d690be9-1cc1-4bbc-afcb-d499e95cc910 req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:25.181419 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-5ee94bbd-ff43-4a23-bdf5-d514f948f43a tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:19:25.198109 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a996e1d-dca1-49a1-bbc9-ea625e185ba9 req-211f8768-acae-4615-93c9-6ad1e1f6d10f tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:25.198109 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4a996e1d-dca1-49a1-bbc9-ea625e185ba9 req-211f8768-acae-4615-93c9-6ad1e1f6d10f tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 867 time: 0.0850115 May 02 03:19:25.231445 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Pushing event deleted for resources: {'Port': ['ID=fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:19:25.253308 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4a996e1d-dca1-49a1-bbc9-ea625e185ba9 req-b2a9d7e7-3fa8-42c9-a993-a70612744cf9 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4d5acde-0690-451b-a716-7a3be011cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489774 May 02 03:19:25.298247 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:25.298554 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:25.298925 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:25.299324 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:25.299683 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:25.300042 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:25.300411 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:25.300765 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:25.301119 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:25.301467 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:25.301821 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:25.302170 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:25.306386 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:19:25.430317 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d690be9-1cc1-4bbc-afcb-d499e95cc910 req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Router 03ffe646-6b1e-4a4e-8a60-b2197974366e has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:19:25.615475 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d690be9-1cc1-4bbc-afcb-d499e95cc910 req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:19:25.633918 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065280f-3fee-47de-91dd-5f46731d022b None None] Sync routers for ids ['03ffe646-6b1e-4a4e-8a60-b2197974366e'] in dv-cinder-789077-1-smb {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:19:25.645363 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065280f-3fee-47de-91dd-5f46731d022b None None] Routers {'03ffe646-6b1e-4a4e-8a60-b2197974366e'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:19:25.646012 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-2065280f-3fee-47de-91dd-5f46731d022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:19:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['03ffe646-6b1e-4a4e-8a60-b2197974366e'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:19:25.816552 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d690be9-1cc1-4bbc-afcb-d499e95cc910 req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] No DVR routers for this DVR port fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 on host hv-cinder-78907 {{(pid=73839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:19:25.819053 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-6d690be9-1cc1-4bbc-afcb-d499e95cc910 req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:25.821994 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d680e86-6d41-4ff9-98a8-c3f0c60fcd64', 'name': 'network-vif-deleted', 'tag': 'fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583'}] {{(pid=73839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:19:25.839803 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-6d690be9-1cc1-4bbc-afcb-d499e95cc910 req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.16 "DELETE /v2.0/ports/fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 HTTP/1.1" status: 204 len: 173 time: 1.3507011 May 02 03:19:25.841112 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-2065280f-3fee-47de-91dd-5f46731d022b None None] Set router 03ffe646-6b1e-4a4e-8a60-b2197974366e gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:19:25.875749 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d680e86-6d41-4ff9-98a8-c3f0c60fcd64', 'name': 'network-vif-deleted', 'tag': 'fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583', 'status': 'completed', 'code': 200} May 02 03:19:26.167422 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-2065280f-3fee-47de-91dd-5f46731d022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'name': 'tempest-AttachVolumeTestJSON-447254622-router', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:16:48Z', 'updated_at': '2021-05-02T03:16:52Z', 'revision_number': 4, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'gw_port': {'id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:49Z', 'updated_at': '2021-05-02T03:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '7545a95c-29de-4479-8e7f-fa0b133bcc26', 'name': '', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'mac_address': 'fa:16:3e:56:b5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '93760444-4c4b-412e-ba84-ee06015509f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:52Z', 'updated_at': '2021-05-02T03:16:59Z', 'revision_number': 5, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'subnets': [{'id': '93760444-4c4b-412e-ba84-ee06015509f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:19:26.171079 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065280f-3fee-47de-91dd-5f46731d022b None None] Checking router: 03ffe646-6b1e-4a4e-8a60-b2197974366e for host: dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:19:26.180045 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065280f-3fee-47de-91dd-5f46731d022b None None] Routers {'03ffe646-6b1e-4a4e-8a60-b2197974366e'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:19:26.180651 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-2065280f-3fee-47de-91dd-5f46731d022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:19:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['03ffe646-6b1e-4a4e-8a60-b2197974366e'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:19:26.369772 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-2065280f-3fee-47de-91dd-5f46731d022b None None] Set router 03ffe646-6b1e-4a4e-8a60-b2197974366e gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:19:26.433122 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-eefa06bb-2e4e-457f-acc3-c34afa270a08 req-c7d6bd21-49c8-4868-b475-5da09508d0f5 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d680e86-6d41-4ff9-98a8-c3f0c60fcd64 HTTP/1.1" status: 200 len: 210 time: 0.0489306 May 02 03:19:26.708414 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-2065280f-3fee-47de-91dd-5f46731d022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'name': 'tempest-AttachVolumeTestJSON-447254622-router', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:16:48Z', 'updated_at': '2021-05-02T03:16:52Z', 'revision_number': 4, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'gw_port': {'id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:49Z', 'updated_at': '2021-05-02T03:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '7545a95c-29de-4479-8e7f-fa0b133bcc26', 'name': '', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'mac_address': 'fa:16:3e:56:b5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '93760444-4c4b-412e-ba84-ee06015509f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:52Z', 'updated_at': '2021-05-02T03:16:59Z', 'revision_number': 5, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'subnets': [{'id': '93760444-4c4b-412e-ba84-ee06015509f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:19:26.713734 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065280f-3fee-47de-91dd-5f46731d022b None None] The sync data for ids ['03ffe646-6b1e-4a4e-8a60-b2197974366e'] in dv-cinder-789077-1-smb is: [{'id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'name': 'tempest-AttachVolumeTestJSON-447254622-router', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:16:48Z', 'updated_at': '2021-05-02T03:16:52Z', 'revision_number': 4, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'gw_port': {'id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:49Z', 'updated_at': '2021-05-02T03:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '7545a95c-29de-4479-8e7f-fa0b133bcc26', 'name': '', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'mac_address': 'fa:16:3e:56:b5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '93760444-4c4b-412e-ba84-ee06015509f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:52Z', 'updated_at': '2021-05-02T03:16:59Z', 'revision_number': 5, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'subnets': [{'id': '93760444-4c4b-412e-ba84-ee06015509f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:19:26.918281 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187804d9-7a2a-4d50-b619-f4c5f7f56449 None None] New status for floating IP 9c29a97b-a965-44c8-ab88-538b957f178d: DOWN {{(pid=73840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 03:19:27.556929 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 45164) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:19:27.624512 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6f868089-979a-4883-87b5-5a5cc59c64d0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:27.653498 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6f868089-979a-4883-87b5-5a5cc59c64d0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:27.706140 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6f868089-979a-4883-87b5-5a5cc59c64d0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:27.714850 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-809f5e81-d727-4acd-bf25-c538ef47997a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:19:27.728385 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f868089-979a-4883-87b5-5a5cc59c64d0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d5acde-0690-451b-a716-7a3be011cc2a,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:19:27.737937 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f868089-979a-4883-87b5-5a5cc59c64d0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:27.738309 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f868089-979a-4883-87b5-5a5cc59c64d0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:27.738674 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f868089-979a-4883-87b5-5a5cc59c64d0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:27.739031 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f868089-979a-4883-87b5-5a5cc59c64d0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:27.739409 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f868089-979a-4883-87b5-5a5cc59c64d0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:27.739762 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f868089-979a-4883-87b5-5a5cc59c64d0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:27.740112 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f868089-979a-4883-87b5-5a5cc59c64d0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:27.740459 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f868089-979a-4883-87b5-5a5cc59c64d0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:27.740806 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f868089-979a-4883-87b5-5a5cc59c64d0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:27.741170 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f868089-979a-4883-87b5-5a5cc59c64d0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:27.741524 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f868089-979a-4883-87b5-5a5cc59c64d0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:27.741869 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f868089-979a-4883-87b5-5a5cc59c64d0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:27.745142 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-6f868089-979a-4883-87b5-5a5cc59c64d0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:19:27.749016 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6f868089-979a-4883-87b5-5a5cc59c64d0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:27.751398 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-6f868089-979a-4883-87b5-5a5cc59c64d0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "DELETE /v2.0/security-groups/f4d5acde-0690-451b-a716-7a3be011cc2a HTTP/1.1" status: 204 len: 168 time: 0.1930308 May 02 03:19:27.753643 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 45168) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:19:27.771656 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.api.v2.resource [None req-1e454212-5b71-4051-8f4e-6cef028545e5 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] show failed (client error): The resource could not be found. May 02 03:19:27.773197 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-1e454212-5b71-4051-8f4e-6cef028545e5 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups/f4d5acde-0690-451b-a716-7a3be011cc2a HTTP/1.1" status: 404 len: 347 time: 0.0180404 May 02 03:19:27.776783 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 45172) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:19:28.088539 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-489f308d-ebbc-4437-a9f1-deac58e8a0df tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Deleting port 8198d368-17ef-4ed3-9b03-d01f4fa95e3a {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:19:28.088789 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-489f308d-ebbc-4437-a9f1-deac58e8a0df tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:28.211757 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-489f308d-ebbc-4437-a9f1-deac58e8a0df tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:28.212086 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-489f308d-ebbc-4437-a9f1-deac58e8a0df tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:28.347624 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-489f308d-ebbc-4437-a9f1-deac58e8a0df tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Calling delete_port for 8198d368-17ef-4ed3-9b03-d01f4fa95e3a owned by network:floatingip {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:19:28.461069 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-489f308d-ebbc-4437-a9f1-deac58e8a0df tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16413079'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:28.465674 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-dadb3b91-1780-45b6-9de8-982782d725a5 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:19:28.513177 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f308d-ebbc-4437-a9f1-deac58e8a0df tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Pushing event deleted for resources: {'Port': ['ID=8198d368-17ef-4ed3-9b03-d01f4fa95e3a,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:19:28.539867 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-489f308d-ebbc-4437-a9f1-deac58e8a0df tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:19:28.607575 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-489f308d-ebbc-4437-a9f1-deac58e8a0df tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for floatingip, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:28.621771 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-489f308d-ebbc-4437-a9f1-deac58e8a0df tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for floatingip, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:28.622880 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-489f308d-ebbc-4437-a9f1-deac58e8a0df tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "DELETE /v2.0/floatingips/9c29a97b-a965-44c8-ab88-538b957f178d HTTP/1.1" status: 204 len: 168 time: 0.8452063 May 02 03:19:28.959642 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:19:28.996866 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-06578581-5416-4b0b-80be-835749a33250 None None] No Port match for: fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:19:28.997219 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device fd9dce1a-c8e3-4b2f-a4c9-38c0d2732583 not bound to the agent host hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:19:29.005365 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 45178) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:19:29.011942 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-d29f01cf-6ae2-4db1-aa2a-783314ab80b4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--797189475', 'description': 'tempest-description--1522640318'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:19:29.018445 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-d29f01cf-6ae2-4db1-aa2a-783314ab80b4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:19:29.022612 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-d29f01cf-6ae2-4db1-aa2a-783314ab80b4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Usage tracker for resource:security_group and tenant:a56e7964616045c7870f3f3e615d8310 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:19:29.025620 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-d29f01cf-6ae2-4db1-aa2a-783314ab80b4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:19:29.032014 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-d29f01cf-6ae2-4db1-aa2a-783314ab80b4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:19:29.042188 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d29f01cf-6ae2-4db1-aa2a-783314ab80b4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:29.062283 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-d29f01cf-6ae2-4db1-aa2a-783314ab80b4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:19:29.066029 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-d29f01cf-6ae2-4db1-aa2a-783314ab80b4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Usage tracker for resource:security_group_rule and tenant:a56e7964616045c7870f3f3e615d8310 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:19:29.068829 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-d29f01cf-6ae2-4db1-aa2a-783314ab80b4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:19:29.074446 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-d29f01cf-6ae2-4db1-aa2a-783314ab80b4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:19:29.147198 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d29f01cf-6ae2-4db1-aa2a-783314ab80b4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:29.151697 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d29f01cf-6ae2-4db1-aa2a-783314ab80b4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:29.155273 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-8abf6a69-6691-4f32-a0c2-5928c67c0b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:19:29.196861 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f01cf-6ae2-4db1-aa2a-783314ab80b4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a79b79-85e6-4c15-8d19-c119af41d5a4,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:19:29.199975 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-d29f01cf-6ae2-4db1-aa2a-783314ab80b4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:19:29.203545 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d29f01cf-6ae2-4db1-aa2a-783314ab80b4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:29.204767 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-d29f01cf-6ae2-4db1-aa2a-783314ab80b4 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1980348 May 02 03:19:29.207701 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 45182) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:19:29.213763 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-01eeaa6d-59c2-4ed9-b4bf-09c1d93c9bc0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Request body: {'security_group_rule': {'security_group_id': 'a1a79b79-85e6-4c15-8d19-c119af41d5a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:19:29.219611 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-01eeaa6d-59c2-4ed9-b4bf-09c1d93c9bc0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:19:29.223432 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-01eeaa6d-59c2-4ed9-b4bf-09c1d93c9bc0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Usage tracker for resource:security_group_rule and tenant:a56e7964616045c7870f3f3e615d8310 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:19:29.226563 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-01eeaa6d-59c2-4ed9-b4bf-09c1d93c9bc0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:19:29.232594 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-01eeaa6d-59c2-4ed9-b4bf-09c1d93c9bc0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:19:29.248968 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-01eeaa6d-59c2-4ed9-b4bf-09c1d93c9bc0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:29.268760 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:29.312131 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-01eeaa6d-59c2-4ed9-b4bf-09c1d93c9bc0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:29.319181 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-01eeaa6d-59c2-4ed9-b4bf-09c1d93c9bc0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768850'] for security_group_rule, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:29.328509 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:19:29.350153 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eeaa6d-59c2-4ed9-b4bf-09c1d93c9bc0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70a38e3-f4f0-4438-9f6e-dde522b3a23b,revision_number=0']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:19:29.354080 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-01eeaa6d-59c2-4ed9-b4bf-09c1d93c9bc0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:19:29.358056 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-01eeaa6d-59c2-4ed9-b4bf-09c1d93c9bc0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:29.359282 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-01eeaa6d-59c2-4ed9-b4bf-09c1d93c9bc0 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505644 May 02 03:19:29.361960 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 45186) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:19:29.367844 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-d6797982-6377-47b8-abf5-16e2d15a00df tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Request body: {'security_group_rule': {'security_group_id': 'a1a79b79-85e6-4c15-8d19-c119af41d5a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:19:29.373870 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-d6797982-6377-47b8-abf5-16e2d15a00df tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:19:29.377819 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-d6797982-6377-47b8-abf5-16e2d15a00df tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Usage tracker for resource:security_group_rule and tenant:a56e7964616045c7870f3f3e615d8310 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:19:29.380923 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-d6797982-6377-47b8-abf5-16e2d15a00df tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:19:29.387695 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-d6797982-6377-47b8-abf5-16e2d15a00df tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:19:29.403316 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d6797982-6377-47b8-abf5-16e2d15a00df tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:29.470409 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d6797982-6377-47b8-abf5-16e2d15a00df tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:29.474095 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d6797982-6377-47b8-abf5-16e2d15a00df tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768850'] for security_group_rule, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:29.476545 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-3c81d6d7-ea15-4e88-9443-b9dc792f34ae tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:19:29.499485 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6797982-6377-47b8-abf5-16e2d15a00df tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc3ee950-ab35-45cf-b524-8ae6ef714d1f,revision_number=0']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:19:29.503878 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-d6797982-6377-47b8-abf5-16e2d15a00df tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:19:29.509822 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d6797982-6377-47b8-abf5-16e2d15a00df tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:29.512001 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-d6797982-6377-47b8-abf5-16e2d15a00df tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486619 May 02 03:19:29.514012 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 45190) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:19:29.519130 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Request body: {'floatingip': {'floating_network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:19:29.524940 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:19:29.528753 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Usage tracker for resource:floatingip and tenant:a56e7964616045c7870f3f3e615d8310 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:19:29.531788 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:19:29.537614 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:19:29.547903 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for floatingip, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:29.686730 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:29.820073 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_common [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Allocated IP 172.28.2.195 (9f391acb-6dd2-44ac-8608-38eed26063e6/10d86011-1629-4945-9d03-3701e203e3e6/c7b83ea2-659b-4ec5-a7fa-91101171e8b2) {{(pid=73839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:19:29.971619 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for port, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:30.001032 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:30.005332 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:19:30.064447 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Network 9f391acb-6dd2-44ac-8608-38eed26063e6 is already hosted by enough agents. {{(pid=73839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:19:30.067175 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Resources bound (agent type, host, resource id): {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:19:30.069896 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Received port after_create {{(pid=73839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:19:30.122087 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Pushing event updated for resources: {'Port': ['ID=c7b83ea2-659b-4ec5-a7fa-91101171e8b2,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:19:30.126103 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:19:30.166189 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:30.224418 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:30.433808 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for port, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:30.438573 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16143192'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:30.442414 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-f414a9f2-875d-4e6d-bb38-7f94e59d7d9a tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:19:30.554690 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Pushing event updated for resources: {'Port': ['ID=c7b83ea2-659b-4ec5-a7fa-91101171e8b2,revision_number=2']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:19:30.558708 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:19:30.565617 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681044'] for floatingip, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:30.589404 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for floatingip, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:30.590593 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0756147 May 02 03:19:30.821517 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-98b36752-0dd0-44a9-8d45-d2340f0202f7 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Synchronizing usage tracker for tenant:a56e7964616045c7870f3f3e615d8310 on resource:security_group {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:19:30.837391 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-98b36752-0dd0-44a9-8d45-d2340f0202f7 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Unset dirty status for tenant:a56e7964616045c7870f3f3e615d8310 on resource:security_group {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:19:30.838625 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-98b36752-0dd0-44a9-8d45-d2340f0202f7 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--797189475&fields=id&tenant_id=a56e7964616045c7870f3f3e615d8310 HTTP/1.1" status: 200 len: 267 time: 0.0600362 May 02 03:19:31.001348 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-795132db-ce1e-45ab-b9c3-e2978c668459 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:31.002720 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-795132db-ce1e-45ab-b9c3-e2978c668459 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/networks?id=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d HTTP/1.1" status: 200 len: 810 time: 0.1558073 May 02 03:19:31.018456 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-70204f70-b2a8-4fe6-a5ec-9d6442f717e9 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/quotas/a56e7964616045c7870f3f3e615d8310 HTTP/1.1" status: 200 len: 375 time: 0.0093775 May 02 03:19:31.105217 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-4f4fbcc0-a74d-4176-8870-542e878b6724 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Synchronizing usage tracker for tenant:a56e7964616045c7870f3f3e615d8310 on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:19:31.120899 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-4f4fbcc0-a74d-4176-8870-542e878b6724 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Unset dirty status for tenant:a56e7964616045c7870f3f3e615d8310 on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:19:31.122224 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-4f4fbcc0-a74d-4176-8870-542e878b6724 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a56e7964616045c7870f3f3e615d8310&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0982242 May 02 03:19:31.262105 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-317ae9df-757f-414c-af91-c71910e5f4f5 service neutron] 10.222.0.20 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270056 May 02 03:19:31.391784 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-23aa1f34-e356-4ffb-9107-3f85f034af91 service neutron] 10.222.0.20 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237166 May 02 03:19:31.586652 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-a85205ba-b395-4a66-b898-1333ff7652e0 req-67bb35a4-48a8-44b1-83e0-0cb479b05db8 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Synchronizing usage tracker for tenant:a56e7964616045c7870f3f3e615d8310 on resource:port {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:19:31.601983 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-a85205ba-b395-4a66-b898-1333ff7652e0 req-67bb35a4-48a8-44b1-83e0-0cb479b05db8 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Unset dirty status for tenant:a56e7964616045c7870f3f3e615d8310 on resource:port {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:19:31.602806 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a85205ba-b395-4a66-b898-1333ff7652e0 req-67bb35a4-48a8-44b1-83e0-0cb479b05db8 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1ddfc4e-4227-4b14-841e-a2c84196a325 HTTP/1.1" status: 200 len: 210 time: 0.0639644 May 02 03:19:32.599401 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-7cf8f0ef-4093-4860-97d5-abf994ac999a tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:32.600398 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-7cf8f0ef-4093-4860-97d5-abf994ac999a tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Synchronizing usage tracker for tenant:a56e7964616045c7870f3f3e615d8310 on resource:network {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:19:32.617323 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-7cf8f0ef-4093-4860-97d5-abf994ac999a tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Unset dirty status for tenant:a56e7964616045c7870f3f3e615d8310 on resource:network {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:19:32.618524 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-7cf8f0ef-4093-4860-97d5-abf994ac999a tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.16 "GET /v2.0/networks?id=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d HTTP/1.1" status: 200 len: 810 time: 0.1748035 May 02 03:19:32.674524 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-4afe4783-51c6-490e-ba1b-4b69baaf55f5 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Synchronizing usage tracker for tenant:a56e7964616045c7870f3f3e615d8310 on resource:security_group {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:19:32.688755 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-4afe4783-51c6-490e-ba1b-4b69baaf55f5 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Unset dirty status for tenant:a56e7964616045c7870f3f3e615d8310 on resource:security_group {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:19:32.690028 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-4afe4783-51c6-490e-ba1b-4b69baaf55f5 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a56e7964616045c7870f3f3e615d8310 HTTP/1.1" status: 200 len: 379 time: 0.0631728 May 02 03:19:32.702916 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-23df3690-76bd-4ff7-a760-3d8efe3360b9 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Request body: {'port': {'device_id': 'e1ddfc4e-4227-4b14-841e-a2c84196a325', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'admin_state_up': True, 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'security_groups': ['a1a79b79-85e6-4c15-8d19-c119af41d5a4']}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:19:32.781778 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b7b0ce6a-12b7-4a8b-b7fd-7967c8af99ea req-eb8ab8f9-264c-43fd-aa68-501384791f50 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1ddfc4e-4227-4b14-841e-a2c84196a325 HTTP/1.1" status: 200 len: 210 time: 0.0646214 May 02 03:19:32.932681 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-23df3690-76bd-4ff7-a760-3d8efe3360b9 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:19:32.942804 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-23df3690-76bd-4ff7-a760-3d8efe3360b9 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:19:32.952494 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-23df3690-76bd-4ff7-a760-3d8efe3360b9 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Made reservation on behalf of a56e7964616045c7870f3f3e615d8310 for: {'port': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:19:32.956024 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-23df3690-76bd-4ff7-a760-3d8efe3360b9 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:33.117765 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_common [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-23df3690-76bd-4ff7-a760-3d8efe3360b9 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Allocated IP 172.20.0.8 (3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d/93760444-4c4b-412e-ba84-ee06015509f1/fd0cc177-1ba8-4f62-be2a-4cad7e44610a) {{(pid=73839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:19:33.305918 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-23df3690-76bd-4ff7-a760-3d8efe3360b9 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for port, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:33.321754 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.provisioning_blocks [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-23df3690-76bd-4ff7-a760-3d8efe3360b9 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Transition to ACTIVE for port object fd0cc177-1ba8-4f62-be2a-4cad7e44610a will not be triggered until provisioned by entity DHCP. {{(pid=73839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:19:33.346767 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-23df3690-76bd-4ff7-a760-3d8efe3360b9 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:33.352822 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-85b6133b-4ed4-4b4c-ba93-2a4e048660f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:19:33.417447 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-23df3690-76bd-4ff7-a760-3d8efe3360b9 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Network 3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d is already hosted by enough agents. {{(pid=73839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:19:33.425416 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-23df3690-76bd-4ff7-a760-3d8efe3360b9 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Resources bound (agent type, host, resource id): {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:19:33.430600 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-23df3690-76bd-4ff7-a760-3d8efe3360b9 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Received port after_create {{(pid=73839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:19:33.473320 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df3690-76bd-4ff7-a760-3d8efe3360b9 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Pushing event updated for resources: {'Port': ['ID=fd0cc177-1ba8-4f62-be2a-4cad7e44610a,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:19:33.478462 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-23df3690-76bd-4ff7-a760-3d8efe3360b9 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:19:33.502445 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-23df3690-76bd-4ff7-a760-3d8efe3360b9 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:33.503099 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-23df3690-76bd-4ff7-a760-3d8efe3360b9 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:33.532440 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-23df3690-76bd-4ff7-a760-3d8efe3360b9 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8340313 May 02 03:19:33.544168 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] Request body: {'port': {'device_id': 'e1ddfc4e-4227-4b14-841e-a2c84196a325', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:19:33.611354 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-decf4f7c-322b-444a-911b-f424c7bac258 None None] Provisioning for port fd0cc177-1ba8-4f62-be2a-4cad7e44610a completed by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:19:33.616478 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-decf4f7c-322b-444a-911b-f424c7bac258 None None] Provisioning complete for port fd0cc177-1ba8-4f62-be2a-4cad7e44610a triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:19:33.616820 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-decf4f7c-322b-444a-911b-f424c7bac258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:33.665068 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:33.674708 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-decf4f7c-322b-444a-911b-f424c7bac258 None None] Port fd0cc177-1ba8-4f62-be2a-4cad7e44610a cannot update to ACTIVE because it is not bound. {{(pid=73840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:19:34.044868 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ed2d8-e121-4a65-9e05-e18f645f7def req-9437a46a-7a49-4479-b4cd-ac5e1b59023b tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:34.045582 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-c68ed2d8-e121-4a65-9e05-e18f645f7def req-9437a46a-7a49-4479-b4cd-ac5e1b59023b tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Synchronizing usage tracker for tenant:a56e7964616045c7870f3f3e615d8310 on resource:port {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:19:34.110287 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-c68ed2d8-e121-4a65-9e05-e18f645f7def req-9437a46a-7a49-4479-b4cd-ac5e1b59023b tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Unset dirty status for tenant:a56e7964616045c7870f3f3e615d8310 on resource:port {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:19:34.111361 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c68ed2d8-e121-4a65-9e05-e18f645f7def req-9437a46a-7a49-4479-b4cd-ac5e1b59023b tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1ddfc4e-4227-4b14-841e-a2c84196a325 HTTP/1.1" status: 200 len: 931 time: 0.1984892 May 02 03:19:34.113348 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.notifiers.nova [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0cc177-1ba8-4f62-be2a-4cad7e44610a {{(pid=73839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:19:34.136066 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:34.165767 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.provisioning_blocks [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] Transition to ACTIVE for port object fd0cc177-1ba8-4f62-be2a-4cad7e44610a will not be triggered until provisioned by entity L2. {{(pid=73839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:19:34.174367 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-c68ed2d8-e121-4a65-9e05-e18f645f7def req-31049393-74a0-4310-972d-8f0867e81159 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1a79b79-85e6-4c15-8d19-c119af41d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562420 May 02 03:19:34.175084 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16143192'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:34.178723 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-fb4ccd07-46a9-41c2-a575-a739cbe31c99 tempest-ServerRescueNegativeTestJSON-1602184962 tempest-ServerRescueNegativeTestJSON-1602184962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:19:34.329884 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] Pushing event updated for resources: {'Port': ['ID=fd0cc177-1ba8-4f62-be2a-4cad7e44610a,revision_number=2']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:19:34.337381 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:19:34.412935 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] Attempting to bind port fd0cc177-1ba8-4f62-be2a-4cad7e44610a on host hv-cinder-78907 for vnic_type normal with profile {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:19:34.413268 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] Attempting to bind port fd0cc177-1ba8-4f62-be2a-4cad7e44610a by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': '70c14849-70ca-4cab-8c2d-48e7e75e3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d'}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:19:34.413595 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] Attempting to bind port fd0cc177-1ba8-4f62-be2a-4cad7e44610a on network 3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:19:34.418319 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] Port fd0cc177-1ba8-4f62-be2a-4cad7e44610a on network 3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:19:34.418636 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] Attempting to bind port fd0cc177-1ba8-4f62-be2a-4cad7e44610a on network 3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:19:34.424853 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] Checking agent: {'id': 'f9e719c6-981b-4bb7-a7e6-8d35fc174b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'started_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:19:34.425188 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] Checking segment: {'id': '70c14849-70ca-4cab-8c2d-48e7e75e3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:19:34.425565 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] Bound using segment: {'id': '70c14849-70ca-4cab-8c2d-48e7e75e3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d'} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:19:34.425990 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] Bound port: fd0cc177-1ba8-4f62-be2a-4cad7e44610a, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c14849-70ca-4cab-8c2d-48e7e75e3f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d'}}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:19:34.426337 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:34.518654 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] For port fd0cc177-1ba8-4f62-be2a-4cad7e44610a, host hv-cinder-78907, cleared binding levels {{(pid=73839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:19:34.521543 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] For port fd0cc177-1ba8-4f62-be2a-4cad7e44610a, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=fd0cc177-1ba8-4f62-be2a-4cad7e44610a,segment=NetworkSegment(70c14849-70ca-4cab-8c2d-48e7e75e3f9d),segment_id=70c14849-70ca-4cab-8c2d-48e7e75e3f9d)] {{(pid=73839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:19:34.525734 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16143192'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:34.529415 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:19:34.587346 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:34.587958 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:34.589693 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] 10.222.0.16 "PUT /v2.0/ports/fd0cc177-1ba8-4f62-be2a-4cad7e44610a HTTP/1.1" status: 200 len: 1093 time: 1.0496440 May 02 03:19:34.589916 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ddfc4e-4227-4b14-841e-a2c84196a325', 'tag': 'fd0cc177-1ba8-4f62-be2a-4cad7e44610a'}] {{(pid=73839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:19:34.625322 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] Pushing event updated for resources: {'Port': ['ID=fd0cc177-1ba8-4f62-be2a-4cad7e44610a,revision_number=3']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:19:34.661533 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:19:34.663094 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ddfc4e-4227-4b14-841e-a2c84196a325', 'tag': 'fd0cc177-1ba8-4f62-be2a-4cad7e44610a', 'status': 'completed', 'code': 200} May 02 03:19:34.705471 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-2058d6ba-45e5-4f34-bcb0-fcf5ca322dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:34.706945 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-2058d6ba-45e5-4f34-bcb0-fcf5ca322dd2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a56e7964616045c7870f3f3e615d8310&device_id=e1ddfc4e-4227-4b14-841e-a2c84196a325 HTTP/1.1" status: 200 len: 1096 time: 0.0783067 May 02 03:19:34.890651 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-821033b5-e590-43a4-940c-291e793e55ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd0cc177-1ba8-4f62-be2a-4cad7e44610a HTTP/1.1" status: 200 len: 217 time: 0.1762118 May 02 03:19:34.956786 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-d67249d0-9190-4a18-8248-fa35121c7186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:34.958233 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-d67249d0-9190-4a18-8248-fa35121c7186 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=93760444-4c4b-412e-ba84-ee06015509f1 HTTP/1.1" status: 200 len: 849 time: 0.0613453 May 02 03:19:35.034137 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-39dc78de-be6f-44e5-8de3-ed227d0240d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:35.035612 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-39dc78de-be6f-44e5-8de3-ed227d0240d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716398 May 02 03:19:35.169265 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-539dec64-ebc5-42d4-a89a-a1db7533d4a3 service neutron] 10.222.0.16 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273887 May 02 03:19:35.341704 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4a876861-a9cd-45b2-929d-3788e2fa2fd7 req-5204667c-6b93-44ea-b026-66747d10476e service neutron] 10.222.0.16 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663461 May 02 03:19:35.357482 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:19:35.380415 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f0e8a-7436-44b7-9357-ba28867fda5d req-fa657ee2-51e2-44c6-a2a0-2b45fdab6b15 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:35.381891 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-5c4f0e8a-7436-44b7-9357-ba28867fda5d req-fa657ee2-51e2-44c6-a2a0-2b45fdab6b15 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1ddfc4e-4227-4b14-841e-a2c84196a325 HTTP/1.1" status: 200 len: 943 time: 0.1002066 May 02 03:19:35.473161 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-5c4f0e8a-7436-44b7-9357-ba28867fda5d req-9f69c4ee-428f-442c-82db-9978ae72b2c5 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1a79b79-85e6-4c15-8d19-c119af41d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558424 May 02 03:19:35.497792 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa4624-8d4b-457d-91d6-76133fd6495c req-f2ed4c8c-3e25-42b4-8791-c253f8bdf766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:35.499432 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3eaa4624-8d4b-457d-91d6-76133fd6495c req-f2ed4c8c-3e25-42b4-8791-c253f8bdf766 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a56e7964616045c7870f3f3e615d8310&device_id=e1ddfc4e-4227-4b14-841e-a2c84196a325 HTTP/1.1" status: 200 len: 1096 time: 0.1133754 May 02 03:19:35.637216 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa4624-8d4b-457d-91d6-76133fd6495c req-682a4b97-dce1-4d94-ae7c-c90ba481ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:35.638671 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3eaa4624-8d4b-457d-91d6-76133fd6495c req-682a4b97-dce1-4d94-ae7c-c90ba481ae56 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d HTTP/1.1" status: 200 len: 911 time: 0.1319973 May 02 03:19:35.705636 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3eaa4624-8d4b-457d-91d6-76133fd6495c req-77dd174f-eac2-4e0d-89de-81283cea7402 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd0cc177-1ba8-4f62-be2a-4cad7e44610a HTTP/1.1" status: 200 len: 217 time: 0.0603280 May 02 03:19:35.772407 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa4624-8d4b-457d-91d6-76133fd6495c req-821df03a-eb8e-4359-b692-8bd6aa993f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:35.773852 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3eaa4624-8d4b-457d-91d6-76133fd6495c req-821df03a-eb8e-4359-b692-8bd6aa993f16 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=93760444-4c4b-412e-ba84-ee06015509f1 HTTP/1.1" status: 200 len: 849 time: 0.0620327 May 02 03:19:35.851695 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa4624-8d4b-457d-91d6-76133fd6495c req-a1535e4f-ea46-4518-812d-b3cbb904e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:35.853163 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3eaa4624-8d4b-457d-91d6-76133fd6495c req-a1535e4f-ea46-4518-812d-b3cbb904e7ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0720716 May 02 03:19:35.988177 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3eaa4624-8d4b-457d-91d6-76133fd6495c req-9c93de44-8817-4051-947f-30d1f715334f service neutron] 10.222.0.16 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269681 May 02 03:19:36.121098 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3eaa4624-8d4b-457d-91d6-76133fd6495c req-7e7fd326-e949-443d-b10a-72979df12f25 service neutron] 10.222.0.16 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260784 May 02 03:19:36.665717 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe59d8-9f8c-4065-ad79-e27dbdbe4f60 req-05edd73a-3125-446a-927c-7344db0538d5 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:36.667347 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-fefe59d8-9f8c-4065-ad79-e27dbdbe4f60 req-05edd73a-3125-446a-927c-7344db0538d5 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1ddfc4e-4227-4b14-841e-a2c84196a325 HTTP/1.1" status: 200 len: 943 time: 0.0863032 May 02 03:19:36.715870 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-fefe59d8-9f8c-4065-ad79-e27dbdbe4f60 req-e7aabdd2-b9cb-4e1b-91b6-1de1bd800b82 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1a79b79-85e6-4c15-8d19-c119af41d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419478 May 02 03:19:37.005027 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device fd0cc177-1ba8-4f62-be2a-4cad7e44610a details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:19:37.143477 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port fd0cc177-1ba8-4f62-be2a-4cad7e44610a, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=fd0cc177-1ba8-4f62-be2a-4cad7e44610a,segment=NetworkSegment(70c14849-70ca-4cab-8c2d-48e7e75e3f9d),segment_id=70c14849-70ca-4cab-8c2d-48e7e75e3f9d)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:19:37.158368 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Returning: {'device': 'fd0cc177-1ba8-4f62-be2a-4cad7e44610a', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'port_id': 'fd0cc177-1ba8-4f62-be2a-4cad7e44610a', 'mac_address': 'fa:16:3e:b1:38:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93760444-4c4b-412e-ba84-ee06015509f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:19:37.212580 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:37.229725 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [None req-06578581-5416-4b0b-80be-835749a33250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0cc177-1ba8-4f62-be2a-4cad7e44610a {{(pid=73840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:19:37.244626 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port fd0cc177-1ba8-4f62-be2a-4cad7e44610a, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=fd0cc177-1ba8-4f62-be2a-4cad7e44610a,segment=NetworkSegment(70c14849-70ca-4cab-8c2d-48e7e75e3f9d),segment_id=70c14849-70ca-4cab-8c2d-48e7e75e3f9d)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:19:37.248453 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:37.250379 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:19:37.318378 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=fd0cc177-1ba8-4f62-be2a-4cad7e44610a,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:19:37.325753 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:37.326100 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:37.326446 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:37.327342 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:37.327676 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:37.328011 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:37.328336 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:37.328660 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:37.328985 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:37.329307 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:37.329630 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:37.329950 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:19:37.333723 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:19:37.447698 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['fd0cc177-1ba8-4f62-be2a-4cad7e44610a'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:19:37.924573 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a3f57-b978-4bd4-a84d-42166c6e8bca req-b15e1e1c-6f5c-498f-adde-912fcfa420f1 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:37.926044 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f71a3f57-b978-4bd4-a84d-42166c6e8bca req-b15e1e1c-6f5c-498f-adde-912fcfa420f1 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1ddfc4e-4227-4b14-841e-a2c84196a325 HTTP/1.1" status: 200 len: 944 time: 0.0892179 May 02 03:19:37.971346 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f71a3f57-b978-4bd4-a84d-42166c6e8bca req-9558d39e-26d6-4c16-8fed-3d67f82b4fbf tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1a79b79-85e6-4c15-8d19-c119af41d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395217 May 02 03:19:39.004876 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device fd0cc177-1ba8-4f62-be2a-4cad7e44610a up at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:19:39.076547 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning for port fd0cc177-1ba8-4f62-be2a-4cad7e44610a completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:19:39.081589 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning complete for port fd0cc177-1ba8-4f62-be2a-4cad7e44610a triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:19:39.081973 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:39.163655 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc3cd1-5efc-4871-9e25-70bdbb0f3b87 req-942d42f1-c3e0-49b1-b725-e518b6fcec05 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:39.165139 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4ffc3cd1-5efc-4871-9e25-70bdbb0f3b87 req-942d42f1-c3e0-49b1-b725-e518b6fcec05 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1ddfc4e-4227-4b14-841e-a2c84196a325 HTTP/1.1" status: 200 len: 944 time: 0.0869780 May 02 03:19:39.202968 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:39.214253 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-4ffc3cd1-5efc-4871-9e25-70bdbb0f3b87 req-94ea99d1-3fa9-4cdd-a844-63658c33e11c tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1a79b79-85e6-4c15-8d19-c119af41d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424519 May 02 03:19:39.230992 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ddfc4e-4227-4b14-841e-a2c84196a325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0cc177-1ba8-4f62-be2a-4cad7e44610a'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:19:39.242235 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port fd0cc177-1ba8-4f62-be2a-4cad7e44610a, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=fd0cc177-1ba8-4f62-be2a-4cad7e44610a,segment=NetworkSegment(70c14849-70ca-4cab-8c2d-48e7e75e3f9d),segment_id=70c14849-70ca-4cab-8c2d-48e7e75e3f9d)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:19:39.246857 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:39.249927 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-4ec450b1-716b-486d-9df3-2641c6a48bff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:19:39.281784 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ddfc4e-4227-4b14-841e-a2c84196a325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0cc177-1ba8-4f62-be2a-4cad7e44610a', 'code': 200} May 02 03:19:39.323462 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=fd0cc177-1ba8-4f62-be2a-4cad7e44610a,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:19:39.327618 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:19:39.513201 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16dd93-8dc9-4124-8a8d-ef1ef213f456 req-967aebca-8dd4-4f48-86dc-9c54097e1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:39.515403 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-af16dd93-8dc9-4124-8a8d-ef1ef213f456 req-967aebca-8dd4-4f48-86dc-9c54097e1204 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e1ddfc4e-4227-4b14-841e-a2c84196a325 HTTP/1.1" status: 200 len: 1098 time: 0.0713134 May 02 03:19:39.555546 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-af16dd93-8dc9-4124-8a8d-ef1ef213f456 req-3e3850ec-2181-4762-941c-d76c316bee8e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a1a79b79-85e6-4c15-8d19-c119af41d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339310 May 02 03:19:40.411194 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f58d53-24b8-4714-915c-a073438ac243 req-a99b915e-7ed7-4ee6-beee-d819166a6f57 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:40.412656 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-c8f58d53-24b8-4714-915c-a073438ac243 req-a99b915e-7ed7-4ee6-beee-d819166a6f57 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1ddfc4e-4227-4b14-841e-a2c84196a325 HTTP/1.1" status: 200 len: 945 time: 0.0866570 May 02 03:19:40.458094 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-c8f58d53-24b8-4714-915c-a073438ac243 req-ddf9b433-2131-48fc-9fdc-1b532af16e4b tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1a79b79-85e6-4c15-8d19-c119af41d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397124 May 02 03:19:41.647643 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75446d-3dee-4c8e-9ac3-b2f5f739dd59 req-54381774-571f-4e8a-9128-a3e624a390d3 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:41.649093 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3f75446d-3dee-4c8e-9ac3-b2f5f739dd59 req-54381774-571f-4e8a-9128-a3e624a390d3 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1ddfc4e-4227-4b14-841e-a2c84196a325 HTTP/1.1" status: 200 len: 945 time: 0.0840175 May 02 03:19:41.694738 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3f75446d-3dee-4c8e-9ac3-b2f5f739dd59 req-9cdd45cc-43aa-4dfc-8fd7-bf50401c91c1 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1a79b79-85e6-4c15-8d19-c119af41d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399795 May 02 03:19:41.884894 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe6c30-3634-4c03-9960-48af0d039911 req-e0eb69b3-6900-4109-bb1e-a75777119cd6 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:41.886370 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-6fbe6c30-3634-4c03-9960-48af0d039911 req-e0eb69b3-6900-4109-bb1e-a75777119cd6 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1ddfc4e-4227-4b14-841e-a2c84196a325 HTTP/1.1" status: 200 len: 945 time: 0.0925941 May 02 03:19:41.895208 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 45242) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:19:41.900192 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-4b45713c-6615-456e-b4de-bb23d1825bc3 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Request body: {'floatingip': {'port_id': 'fd0cc177-1ba8-4f62-be2a-4cad7e44610a'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:19:42.061487 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-a04cf3a4-0ca2-4841-aa8b-44b1143a3972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:42.077236 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4b45713c-6615-456e-b4de-bb23d1825bc3 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for floatingip, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:42.681252 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4b45713c-6615-456e-b4de-bb23d1825bc3 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:42.685479 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4b45713c-6615-456e-b4de-bb23d1825bc3 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681044'] for floatingip, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:42.857766 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.db.l3_db [None req-4b45713c-6615-456e-b4de-bb23d1825bc3 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Floating IP 196268c8-df0a-4b26-8cf1-fed5abd795de associated. External IP: 172.28.2.195, port: fd0cc177-1ba8-4f62-be2a-4cad7e44610a. May 02 03:19:43.213777 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b45713c-6615-456e-b4de-bb23d1825bc3 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Router 03ffe646-6b1e-4a4e-8a60-b2197974366e has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:19:43.501604 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b45713c-6615-456e-b4de-bb23d1825bc3 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:19:43.506594 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4b45713c-6615-456e-b4de-bb23d1825bc3 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for floatingip, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:43.510890 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9b716-fe66-41e3-9d3a-a018f7cd3fd4 None None] Sync routers for ids ['03ffe646-6b1e-4a4e-8a60-b2197974366e'] in dv-cinder-789077-1-smb {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:19:43.521030 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae9b716-fe66-41e3-9d3a-a018f7cd3fd4 None None] Routers {'03ffe646-6b1e-4a4e-8a60-b2197974366e'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:19:43.521681 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-cae9b716-fe66-41e3-9d3a-a018f7cd3fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:19:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['03ffe646-6b1e-4a4e-8a60-b2197974366e'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:19:43.566002 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-4b45713c-6615-456e-b4de-bb23d1825bc3 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "PUT /v2.0/floatingips/196268c8-df0a-4b26-8cf1-fed5abd795de HTTP/1.1" status: 200 len: 991 time: 1.6697414 May 02 03:19:43.566644 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ddfc4e-4227-4b14-841e-a2c84196a325', 'tag': 'fd0cc177-1ba8-4f62-be2a-4cad7e44610a'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:19:43.621603 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ddfc4e-4227-4b14-841e-a2c84196a325', 'tag': 'fd0cc177-1ba8-4f62-be2a-4cad7e44610a', 'status': 'completed', 'code': 200} May 02 03:19:43.722206 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-cae9b716-fe66-41e3-9d3a-a018f7cd3fd4 None None] Set router 03ffe646-6b1e-4a4e-8a60-b2197974366e gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:19:43.738445 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debefb3-0cdb-4cae-bc7d-4f6020f2749c req-2d84beff-95be-4629-b406-96a4e8f1060f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:43.740067 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4debefb3-0cdb-4cae-bc7d-4f6020f2749c req-2d84beff-95be-4629-b406-96a4e8f1060f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a56e7964616045c7870f3f3e615d8310&device_id=e1ddfc4e-4227-4b14-841e-a2c84196a325 HTTP/1.1" status: 200 len: 1098 time: 0.0916030 May 02 03:19:43.987910 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debefb3-0cdb-4cae-bc7d-4f6020f2749c req-919b022f-56ad-4de2-96a2-925beb61e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:43.989383 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4debefb3-0cdb-4cae-bc7d-4f6020f2749c req-919b022f-56ad-4de2-96a2-925beb61e59d service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d HTTP/1.1" status: 200 len: 911 time: 0.2418039 May 02 03:19:44.085050 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-cae9b716-fe66-41e3-9d3a-a018f7cd3fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'name': 'tempest-AttachVolumeTestJSON-447254622-router', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:16:48Z', 'updated_at': '2021-05-02T03:16:52Z', 'revision_number': 4, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'gw_port': {'id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:49Z', 'updated_at': '2021-05-02T03:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_floatingips': [{'id': '196268c8-df0a-4b26-8cf1-fed5abd795de', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'floating_ip_address': '172.28.2.195', 'floating_network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'router_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'port_id': 'fd0cc177-1ba8-4f62-be2a-4cad7e44610a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'mac_address': 'fa:16:3e:b1:38:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddfc4e-4227-4b14-841e-a2c84196a325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:19:30Z', 'updated_at': '2021-05-02T03:19:42Z', 'revision_number': 1, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7545a95c-29de-4479-8e7f-fa0b133bcc26', 'name': '', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'mac_address': 'fa:16:3e:56:b5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '93760444-4c4b-412e-ba84-ee06015509f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:52Z', 'updated_at': '2021-05-02T03:16:59Z', 'revision_number': 5, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'subnets': [{'id': '93760444-4c4b-412e-ba84-ee06015509f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:19:44.089017 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9b716-fe66-41e3-9d3a-a018f7cd3fd4 None None] Checking router: 03ffe646-6b1e-4a4e-8a60-b2197974366e for host: dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:19:44.096897 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4debefb3-0cdb-4cae-bc7d-4f6020f2749c req-07931932-1151-4ed7-885a-fc4008416abe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd0cc177-1ba8-4f62-be2a-4cad7e44610a HTTP/1.1" status: 200 len: 999 time: 0.1001899 May 02 03:19:44.098139 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae9b716-fe66-41e3-9d3a-a018f7cd3fd4 None None] Routers {'03ffe646-6b1e-4a4e-8a60-b2197974366e'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:19:44.098741 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-cae9b716-fe66-41e3-9d3a-a018f7cd3fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:19:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['03ffe646-6b1e-4a4e-8a60-b2197974366e'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:19:44.163647 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debefb3-0cdb-4cae-bc7d-4f6020f2749c req-ccf64557-93da-4ea9-9780-5bb92db0b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:44.165458 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4debefb3-0cdb-4cae-bc7d-4f6020f2749c req-ccf64557-93da-4ea9-9780-5bb92db0b09d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=93760444-4c4b-412e-ba84-ee06015509f1 HTTP/1.1" status: 200 len: 849 time: 0.0625646 May 02 03:19:44.242093 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debefb3-0cdb-4cae-bc7d-4f6020f2749c req-91b1e8e0-7b13-4df1-93f1-ed2cf97340b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:19:44.243876 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4debefb3-0cdb-4cae-bc7d-4f6020f2749c req-91b1e8e0-7b13-4df1-93f1-ed2cf97340b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0720661 May 02 03:19:44.277113 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-cae9b716-fe66-41e3-9d3a-a018f7cd3fd4 None None] Set router 03ffe646-6b1e-4a4e-8a60-b2197974366e gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:19:44.381179 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4debefb3-0cdb-4cae-bc7d-4f6020f2749c req-b735dcb9-1c38-49cf-b8a8-2f883fe92ee9 service neutron] 10.222.0.16 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306143 May 02 03:19:44.549706 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4debefb3-0cdb-4cae-bc7d-4f6020f2749c req-1f78afe3-6bef-4169-9d32-73f56f6d099c service neutron] 10.222.0.16 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623857 May 02 03:19:44.653942 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-078660c5-1248-4eca-8e8d-4bde57d15090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:44.657665 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-cae9b716-fe66-41e3-9d3a-a018f7cd3fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'name': 'tempest-AttachVolumeTestJSON-447254622-router', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:16:48Z', 'updated_at': '2021-05-02T03:16:52Z', 'revision_number': 4, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'gw_port': {'id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:49Z', 'updated_at': '2021-05-02T03:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_floatingips': [{'id': '196268c8-df0a-4b26-8cf1-fed5abd795de', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'floating_ip_address': '172.28.2.195', 'floating_network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'router_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'port_id': 'fd0cc177-1ba8-4f62-be2a-4cad7e44610a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'mac_address': 'fa:16:3e:b1:38:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddfc4e-4227-4b14-841e-a2c84196a325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:19:30Z', 'updated_at': '2021-05-02T03:19:42Z', 'revision_number': 1, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7545a95c-29de-4479-8e7f-fa0b133bcc26', 'name': '', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'mac_address': 'fa:16:3e:56:b5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '93760444-4c4b-412e-ba84-ee06015509f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:52Z', 'updated_at': '2021-05-02T03:16:59Z', 'revision_number': 5, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'subnets': [{'id': '93760444-4c4b-412e-ba84-ee06015509f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:19:44.661731 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9b716-fe66-41e3-9d3a-a018f7cd3fd4 None None] The sync data for ids ['03ffe646-6b1e-4a4e-8a60-b2197974366e'] in dv-cinder-789077-1-smb is: [{'id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'name': 'tempest-AttachVolumeTestJSON-447254622-router', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:16:48Z', 'updated_at': '2021-05-02T03:16:52Z', 'revision_number': 4, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'gw_port': {'id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:49Z', 'updated_at': '2021-05-02T03:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_floatingips': [{'id': '196268c8-df0a-4b26-8cf1-fed5abd795de', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'floating_ip_address': '172.28.2.195', 'floating_network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'router_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'port_id': 'fd0cc177-1ba8-4f62-be2a-4cad7e44610a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'mac_address': 'fa:16:3e:b1:38:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddfc4e-4227-4b14-841e-a2c84196a325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:19:30Z', 'updated_at': '2021-05-02T03:19:42Z', 'revision_number': 1, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7545a95c-29de-4479-8e7f-fa0b133bcc26', 'name': '', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'mac_address': 'fa:16:3e:56:b5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '93760444-4c4b-412e-ba84-ee06015509f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:52Z', 'updated_at': '2021-05-02T03:16:59Z', 'revision_number': 5, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'subnets': [{'id': '93760444-4c4b-412e-ba84-ee06015509f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:19:44.855642 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521c13f2-f5b1-42a9-be00-6335a1d08e9a None None] New status for floating IP 196268c8-df0a-4b26-8cf1-fed5abd795de: ACTIVE {{(pid=73840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 03:19:45.078492 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:46.063228 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:47.777873 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:19:59.286886 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:04.372764 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e94e8b80-5d43-47bf-8b24-45670d4ca94f req-e7d18d6c-2d00-45a4-8716-3c2c60290dcd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e1ddfc4e-4227-4b14-841e-a2c84196a325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752065 May 02 03:20:04.515023 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e8b80-5d43-47bf-8b24-45670d4ca94f req-a802ffdd-5aa2-4ed5-8368-b06f39f74909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:20:04.516609 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e94e8b80-5d43-47bf-8b24-45670d4ca94f req-a802ffdd-5aa2-4ed5-8368-b06f39f74909 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a56e7964616045c7870f3f3e615d8310&device_id=e1ddfc4e-4227-4b14-841e-a2c84196a325 HTTP/1.1" status: 200 len: 1098 time: 0.0741272 May 02 03:20:04.668547 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e8b80-5d43-47bf-8b24-45670d4ca94f req-09f314b9-63fc-48f2-bc7f-d1e0ab80976c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:20:04.669904 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e94e8b80-5d43-47bf-8b24-45670d4ca94f req-09f314b9-63fc-48f2-bc7f-d1e0ab80976c service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d HTTP/1.1" status: 200 len: 911 time: 0.1341319 May 02 03:20:04.805158 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e94e8b80-5d43-47bf-8b24-45670d4ca94f req-b3ebb2f5-fffa-42f1-ad64-f8e4e0107e48 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd0cc177-1ba8-4f62-be2a-4cad7e44610a HTTP/1.1" status: 200 len: 1001 time: 0.1284730 May 02 03:20:04.878093 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e8b80-5d43-47bf-8b24-45670d4ca94f req-64620be2-dd3b-4a85-99f2-4265ef70e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:20:04.880044 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e94e8b80-5d43-47bf-8b24-45670d4ca94f req-64620be2-dd3b-4a85-99f2-4265ef70e37a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=93760444-4c4b-412e-ba84-ee06015509f1 HTTP/1.1" status: 200 len: 849 time: 0.0676165 May 02 03:20:04.979962 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e8b80-5d43-47bf-8b24-45670d4ca94f req-2558de10-c5ba-4816-9bea-f128d47d4d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:20:04.981816 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e94e8b80-5d43-47bf-8b24-45670d4ca94f req-2558de10-c5ba-4816-9bea-f128d47d4d46 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0949540 May 02 03:20:04.995328 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [req-e94e8b80-5d43-47bf-8b24-45670d4ca94f req-7672ebc6-84a5-4e14-9419-6ece2360504a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=73839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 02 03:20:04.996722 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e94e8b80-5d43-47bf-8b24-45670d4ca94f req-7672ebc6-84a5-4e14-9419-6ece2360504a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066545 May 02 03:20:05.159747 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e94e8b80-5d43-47bf-8b24-45670d4ca94f req-26fe93ed-d7a2-402c-b80b-0a9e8693928e service neutron] 10.222.0.16 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554527 May 02 03:20:05.313716 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e94e8b80-5d43-47bf-8b24-45670d4ca94f req-8305d1f7-9baf-479c-9c97-3c9f5df164f8 service neutron] 10.222.0.16 "GET /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456714 May 02 03:20:12.063726 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-a56903ef-8cb8-4667-bd7a-2029240835da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:12.356004 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:20:14.656441 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-bf6a1068-4348-4b6d-94a6-9efd0eb132a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:14.973485 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:16.065445 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:17.780603 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:29.285029 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:31.489566 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df6da0-0f66-40e5-ae35-07a41b5dc182 req-9218f64f-81e1-401d-9493-d45e543ecd59 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:20:31.490969 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a9df6da0-0f66-40e5-ae35-07a41b5dc182 req-9218f64f-81e1-401d-9493-d45e543ecd59 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1ddfc4e-4227-4b14-841e-a2c84196a325 HTTP/1.1" status: 200 len: 945 time: 0.0843487 May 02 03:20:31.536610 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a9df6da0-0f66-40e5-ae35-07a41b5dc182 req-550a08de-b115-41cf-bfc4-87f8c6b31c00 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1a79b79-85e6-4c15-8d19-c119af41d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399163 May 02 03:20:32.728843 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6041664-eaea-4284-a022-6893206f5271 req-d1f4e76e-1fb4-42dc-aceb-dd2c2c6f642e tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:20:32.730339 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b6041664-eaea-4284-a022-6893206f5271 req-d1f4e76e-1fb4-42dc-aceb-dd2c2c6f642e tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1ddfc4e-4227-4b14-841e-a2c84196a325 HTTP/1.1" status: 200 len: 945 time: 0.0834417 May 02 03:20:32.778698 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b6041664-eaea-4284-a022-6893206f5271 req-fb2639a8-3341-437b-b5c4-4baa3ab33069 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1a79b79-85e6-4c15-8d19-c119af41d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414369 May 02 03:20:33.260350 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d5298-2a52-4609-957a-f34eb8d543a3 req-8d8ebe16-72f2-4237-9792-708033b473b3 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:20:33.261794 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-cc5d5298-2a52-4609-957a-f34eb8d543a3 req-8d8ebe16-72f2-4237-9792-708033b473b3 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ddfc4e-4227-4b14-841e-a2c84196a325 HTTP/1.1" status: 200 len: 945 time: 0.1858459 May 02 03:20:33.402888 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [req-cc5d5298-2a52-4609-957a-f34eb8d543a3 req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Deleting port fd0cc177-1ba8-4f62-be2a-4cad7e44610a {{(pid=73839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:20:33.403261 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-cc5d5298-2a52-4609-957a-f34eb8d543a3 req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:33.537008 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [req-cc5d5298-2a52-4609-957a-f34eb8d543a3 req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] For port fd0cc177-1ba8-4f62-be2a-4cad7e44610a, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=fd0cc177-1ba8-4f62-be2a-4cad7e44610a,segment=NetworkSegment(70c14849-70ca-4cab-8c2d-48e7e75e3f9d),segment_id=70c14849-70ca-4cab-8c2d-48e7e75e3f9d)] {{(pid=73839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:20:33.537343 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-cc5d5298-2a52-4609-957a-f34eb8d543a3 req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:33.854598 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-cc5d5298-2a52-4609-957a-f34eb8d543a3 req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:33.855272 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-cc5d5298-2a52-4609-957a-f34eb8d543a3 req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681044'] for floatingip, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:33.855745 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.db.l3_db [req-cc5d5298-2a52-4609-957a-f34eb8d543a3 req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Floating IP 196268c8-df0a-4b26-8cf1-fed5abd795de disassociated. External IP: 172.28.2.195, port: fd0cc177-1ba8-4f62-be2a-4cad7e44610a. May 02 03:20:33.856321 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [req-cc5d5298-2a52-4609-957a-f34eb8d543a3 req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Calling delete_port for fd0cc177-1ba8-4f62-be2a-4cad7e44610a owned by compute:nova {{(pid=73839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:20:33.996991 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-cc5d5298-2a52-4609-957a-f34eb8d543a3 req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:34.003732 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-02dbb305-884e-4a8e-9d6d-6b812277a7a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:20:34.024683 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e2490-8e0c-4b92-95fe-9187836b9aca req-28875c9b-e82f-46e5-8cde-b8063dc7007a tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:20:34.026138 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-2e3e2490-8e0c-4b92-95fe-9187836b9aca req-28875c9b-e82f-46e5-8cde-b8063dc7007a tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1ddfc4e-4227-4b14-841e-a2c84196a325 HTTP/1.1" status: 200 len: 867 time: 0.0887604 May 02 03:20:34.049195 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Pushing event deleted for resources: {'Port': ['ID=fd0cc177-1ba8-4f62-be2a-4cad7e44610a,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:20:34.059129 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:34.059535 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:34.059904 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:34.060268 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:34.060626 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:34.060984 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:34.061349 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:34.061702 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:34.062057 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:34.062462 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:34.062894 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:34.063102 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:34.067803 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:20:34.077288 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-2e3e2490-8e0c-4b92-95fe-9187836b9aca req-68dfb95c-45af-4363-9f50-f46e1fd71747 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1a79b79-85e6-4c15-8d19-c119af41d5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453384 May 02 03:20:34.256303 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc5d5298-2a52-4609-957a-f34eb8d543a3 req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Router 03ffe646-6b1e-4a4e-8a60-b2197974366e has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:20:34.438753 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc5d5298-2a52-4609-957a-f34eb8d543a3 req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:20:34.449084 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef8cb35-9508-46ad-8387-37471603508b None None] Sync routers for ids ['03ffe646-6b1e-4a4e-8a60-b2197974366e'] in dv-cinder-789077-1-smb {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:20:34.459012 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef8cb35-9508-46ad-8387-37471603508b None None] Routers {'03ffe646-6b1e-4a4e-8a60-b2197974366e'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:20:34.460078 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-9ef8cb35-9508-46ad-8387-37471603508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:20:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['03ffe646-6b1e-4a4e-8a60-b2197974366e'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:20:34.524294 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5d5298-2a52-4609-957a-f34eb8d543a3 req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] No DVR routers for this DVR port fd0cc177-1ba8-4f62-be2a-4cad7e44610a on host hv-cinder-78907 {{(pid=73839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:20:34.527221 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-cc5d5298-2a52-4609-957a-f34eb8d543a3 req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:34.529885 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ddfc4e-4227-4b14-841e-a2c84196a325', 'name': 'network-vif-deleted', 'tag': 'fd0cc177-1ba8-4f62-be2a-4cad7e44610a'}] {{(pid=73839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:20:34.547749 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-cc5d5298-2a52-4609-957a-f34eb8d543a3 req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.16 "DELETE /v2.0/ports/fd0cc177-1ba8-4f62-be2a-4cad7e44610a HTTP/1.1" status: 204 len: 173 time: 1.2801917 May 02 03:20:34.661255 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-9ef8cb35-9508-46ad-8387-37471603508b None None] Set router 03ffe646-6b1e-4a4e-8a60-b2197974366e gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:20:34.753119 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ddfc4e-4227-4b14-841e-a2c84196a325', 'name': 'network-vif-deleted', 'tag': 'fd0cc177-1ba8-4f62-be2a-4cad7e44610a', 'status': 'completed', 'code': 200} May 02 03:20:35.017568 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-9ef8cb35-9508-46ad-8387-37471603508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'name': 'tempest-AttachVolumeTestJSON-447254622-router', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:16:48Z', 'updated_at': '2021-05-02T03:16:52Z', 'revision_number': 4, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'gw_port': {'id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:49Z', 'updated_at': '2021-05-02T03:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '7545a95c-29de-4479-8e7f-fa0b133bcc26', 'name': '', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'mac_address': 'fa:16:3e:56:b5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '93760444-4c4b-412e-ba84-ee06015509f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:52Z', 'updated_at': '2021-05-02T03:16:59Z', 'revision_number': 5, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'subnets': [{'id': '93760444-4c4b-412e-ba84-ee06015509f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:20:35.021561 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef8cb35-9508-46ad-8387-37471603508b None None] Checking router: 03ffe646-6b1e-4a4e-8a60-b2197974366e for host: dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:20:35.033061 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef8cb35-9508-46ad-8387-37471603508b None None] Routers {'03ffe646-6b1e-4a4e-8a60-b2197974366e'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:20:35.033661 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-9ef8cb35-9508-46ad-8387-37471603508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:20:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['03ffe646-6b1e-4a4e-8a60-b2197974366e'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:20:35.202906 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 45416) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:20:35.226282 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-9ef8cb35-9508-46ad-8387-37471603508b None None] Set router 03ffe646-6b1e-4a4e-8a60-b2197974366e gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:20:35.268057 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcfd1-6f84-465c-8e21-f8a68a7acc3d tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:35.296002 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcfd1-6f84-465c-8e21-f8a68a7acc3d tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:35.353640 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcfd1-6f84-465c-8e21-f8a68a7acc3d tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:35.357737 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-6c040306-76ee-4278-951e-e41708c6f480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:20:35.374259 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fcfd1-6f84-465c-8e21-f8a68a7acc3d tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a79b79-85e6-4c15-8d19-c119af41d5a4,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:20:35.384557 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1fcfd1-6f84-465c-8e21-f8a68a7acc3d tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:35.384930 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1fcfd1-6f84-465c-8e21-f8a68a7acc3d tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:35.385291 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1fcfd1-6f84-465c-8e21-f8a68a7acc3d tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:35.385649 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1fcfd1-6f84-465c-8e21-f8a68a7acc3d tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:35.386001 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1fcfd1-6f84-465c-8e21-f8a68a7acc3d tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:35.386347 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1fcfd1-6f84-465c-8e21-f8a68a7acc3d tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:35.386694 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1fcfd1-6f84-465c-8e21-f8a68a7acc3d tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:35.387041 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1fcfd1-6f84-465c-8e21-f8a68a7acc3d tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:35.387416 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1fcfd1-6f84-465c-8e21-f8a68a7acc3d tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:35.387763 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1fcfd1-6f84-465c-8e21-f8a68a7acc3d tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:35.388107 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1fcfd1-6f84-465c-8e21-f8a68a7acc3d tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:35.388447 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1fcfd1-6f84-465c-8e21-f8a68a7acc3d tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:35.398228 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-3d1fcfd1-6f84-465c-8e21-f8a68a7acc3d tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:20:35.408433 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcfd1-6f84-465c-8e21-f8a68a7acc3d tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:35.410987 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-3d1fcfd1-6f84-465c-8e21-f8a68a7acc3d tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "DELETE /v2.0/security-groups/a1a79b79-85e6-4c15-8d19-c119af41d5a4 HTTP/1.1" status: 204 len: 168 time: 0.2069702 May 02 03:20:35.412543 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 45420) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:20:35.430482 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.api.v2.resource [None req-d217ffc6-743e-44c1-84a3-5a04a8d99b90 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] show failed (client error): The resource could not be found. May 02 03:20:35.432263 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-d217ffc6-743e-44c1-84a3-5a04a8d99b90 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "GET /v2.0/security-groups/a1a79b79-85e6-4c15-8d19-c119af41d5a4 HTTP/1.1" status: 404 len: 347 time: 0.0183041 May 02 03:20:35.435013 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 45424) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:20:35.539897 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-9ef8cb35-9508-46ad-8387-37471603508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'name': 'tempest-AttachVolumeTestJSON-447254622-router', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:16:48Z', 'updated_at': '2021-05-02T03:16:52Z', 'revision_number': 4, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'gw_port': {'id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:49Z', 'updated_at': '2021-05-02T03:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '7545a95c-29de-4479-8e7f-fa0b133bcc26', 'name': '', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'mac_address': 'fa:16:3e:56:b5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '93760444-4c4b-412e-ba84-ee06015509f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:52Z', 'updated_at': '2021-05-02T03:16:59Z', 'revision_number': 5, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'subnets': [{'id': '93760444-4c4b-412e-ba84-ee06015509f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:20:35.543824 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef8cb35-9508-46ad-8387-37471603508b None None] The sync data for ids ['03ffe646-6b1e-4a4e-8a60-b2197974366e'] in dv-cinder-789077-1-smb is: [{'id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'name': 'tempest-AttachVolumeTestJSON-447254622-router', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:16:48Z', 'updated_at': '2021-05-02T03:16:52Z', 'revision_number': 4, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'gw_port': {'id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:49Z', 'updated_at': '2021-05-02T03:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '7545a95c-29de-4479-8e7f-fa0b133bcc26', 'name': '', 'network_id': '3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'mac_address': 'fa:16:3e:56:b5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '93760444-4c4b-412e-ba84-ee06015509f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:52Z', 'updated_at': '2021-05-02T03:16:59Z', 'revision_number': 5, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'subnets': [{'id': '93760444-4c4b-412e-ba84-ee06015509f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:20:35.665902 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-f580eb8e-fdea-440a-b767-1cbdcc2cc0fe tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Deleting port c7b83ea2-659b-4ec5-a7fa-91101171e8b2 {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:20:35.666247 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f580eb8e-fdea-440a-b767-1cbdcc2cc0fe tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:35.765064 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3842af3b-2a06-4379-b68b-4d5db591cdd4 None None] New status for floating IP 196268c8-df0a-4b26-8cf1-fed5abd795de: DOWN {{(pid=73840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 03:20:35.790721 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f580eb8e-fdea-440a-b767-1cbdcc2cc0fe tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:35.791041 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f580eb8e-fdea-440a-b767-1cbdcc2cc0fe tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:35.919783 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-f580eb8e-fdea-440a-b767-1cbdcc2cc0fe tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Calling delete_port for c7b83ea2-659b-4ec5-a7fa-91101171e8b2 owned by network:floatingip {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:20:36.049412 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f580eb8e-fdea-440a-b767-1cbdcc2cc0fe tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16413079'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:36.053072 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-fc8492ea-3636-4da9-8e32-b313e8454450 tempest-VolumesSnapshotTestJSON-2059711246 tempest-VolumesSnapshotTestJSON-2059711246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:20:36.098590 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580eb8e-fdea-440a-b767-1cbdcc2cc0fe tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Pushing event deleted for resources: {'Port': ['ID=c7b83ea2-659b-4ec5-a7fa-91101171e8b2,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:20:36.129737 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-f580eb8e-fdea-440a-b767-1cbdcc2cc0fe tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:20:36.200336 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f580eb8e-fdea-440a-b767-1cbdcc2cc0fe tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks [] for floatingip, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:36.214772 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f580eb8e-fdea-440a-b767-1cbdcc2cc0fe tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for floatingip, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:36.216009 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-f580eb8e-fdea-440a-b767-1cbdcc2cc0fe tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] 10.222.0.20 "DELETE /v2.0/floatingips/196268c8-df0a-4b26-8cf1-fed5abd795de HTTP/1.1" status: 204 len: 168 time: 0.7800622 May 02 03:20:37.234298 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device fd0cc177-1ba8-4f62-be2a-4cad7e44610a no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:20:37.273034 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-06578581-5416-4b0b-80be-835749a33250 None None] No Port match for: fd0cc177-1ba8-4f62-be2a-4cad7e44610a {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:20:37.273379 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device fd0cc177-1ba8-4f62-be2a-4cad7e44610a not bound to the agent host hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:20:40.217916 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 45454) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:20:40.878653 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-dc59209e-1c66-40d3-b265-0f383fab1340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656198'] for router_interface, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:41.299338 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [None req-dc59209e-1c66-40d3-b265-0f383fab1340 admin admin] Deleting port 7545a95c-29de-4479-8e7f-fa0b133bcc26 {{(pid=73839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:20:41.300604 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-dc59209e-1c66-40d3-b265-0f383fab1340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:41.424527 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-dc59209e-1c66-40d3-b265-0f383fab1340 admin admin] For port 7545a95c-29de-4479-8e7f-fa0b133bcc26, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=7545a95c-29de-4479-8e7f-fa0b133bcc26,segment=NetworkSegment(70c14849-70ca-4cab-8c2d-48e7e75e3f9d),segment_id=70c14849-70ca-4cab-8c2d-48e7e75e3f9d)] {{(pid=73839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:20:41.425445 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-dc59209e-1c66-40d3-b265-0f383fab1340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:41.552247 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [None req-dc59209e-1c66-40d3-b265-0f383fab1340 admin admin] Calling delete_port for 7545a95c-29de-4479-8e7f-fa0b133bcc26 owned by network:router_interface {{(pid=73839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:20:41.850040 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-dc59209e-1c66-40d3-b265-0f383fab1340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:41.854393 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-f3abe5ee-af41-4c2a-82b2-731a2c859c69 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:20:41.898351 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59209e-1c66-40d3-b265-0f383fab1340 admin admin] Pushing event deleted for resources: {'Port': ['ID=7545a95c-29de-4479-8e7f-fa0b133bcc26,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:20:41.924974 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-dc59209e-1c66-40d3-b265-0f383fab1340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:20:42.067025 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-7d409a59-98a4-442a-9cf5-514b97160435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:42.284801 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-dc59209e-1c66-40d3-b265-0f383fab1340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681718'] for router_interface, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:42.644408 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc59209e-1c66-40d3-b265-0f383fab1340 admin admin] Router 03ffe646-6b1e-4a4e-8a60-b2197974366e has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:20:42.836700 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc59209e-1c66-40d3-b265-0f383fab1340 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:20:42.845854 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c668d0-7dd3-4d47-88ef-f5307c7384c9 None None] Sync routers for ids ['03ffe646-6b1e-4a4e-8a60-b2197974366e'] in dv-cinder-789077-1-smb {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:20:42.850304 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-dc59209e-1c66-40d3-b265-0f383fab1340 admin admin] 10.222.0.20 "PUT /v2.0/routers/03ffe646-6b1e-4a4e-8a60-b2197974366e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6311381 May 02 03:20:42.852747 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 45458) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:20:42.858518 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c668d0-7dd3-4d47-88ef-f5307c7384c9 None None] Routers {'03ffe646-6b1e-4a4e-8a60-b2197974366e'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:20:42.859115 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-13c668d0-7dd3-4d47-88ef-f5307c7384c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:20:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['03ffe646-6b1e-4a4e-8a60-b2197974366e'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:20:43.030764 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-09c02f0c-4113-43af-abdc-6d4a5c3e6a4c admin admin] Notify callbacks [] for router, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:43.073931 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-13c668d0-7dd3-4d47-88ef-f5307c7384c9 None None] Set router 03ffe646-6b1e-4a4e-8a60-b2197974366e gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:20:43.206277 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-09c02f0c-4113-43af-abdc-6d4a5c3e6a4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:43.281525 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [None req-09c02f0c-4113-43af-abdc-6d4a5c3e6a4c admin admin] Deleting port 0873d969-1709-4ca8-8395-9bc6d4a52a4f {{(pid=73839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:20:43.281761 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-09c02f0c-4113-43af-abdc-6d4a5c3e6a4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:43.364669 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-13c668d0-7dd3-4d47-88ef-f5307c7384c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'name': 'tempest-AttachVolumeTestJSON-447254622-router', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:16:48Z', 'updated_at': '2021-05-02T03:20:41Z', 'revision_number': 5, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'gw_port': {'id': '0873d969-1709-4ca8-8395-9bc6d4a52a4f', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:16:49Z', 'updated_at': '2021-05-02T03:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:20:43.368594 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c668d0-7dd3-4d47-88ef-f5307c7384c9 None None] Checking router: 03ffe646-6b1e-4a4e-8a60-b2197974366e for host: dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:20:43.376841 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c668d0-7dd3-4d47-88ef-f5307c7384c9 None None] Routers {'03ffe646-6b1e-4a4e-8a60-b2197974366e'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:20:43.377454 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-13c668d0-7dd3-4d47-88ef-f5307c7384c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:20:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['03ffe646-6b1e-4a4e-8a60-b2197974366e'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:20:43.524256 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-09c02f0c-4113-43af-abdc-6d4a5c3e6a4c admin admin] For port 0873d969-1709-4ca8-8395-9bc6d4a52a4f, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=0873d969-1709-4ca8-8395-9bc6d4a52a4f,segment=NetworkSegment(000b502f-0377-4925-a8c0-e47bbb3cb5cf),segment_id=000b502f-0377-4925-a8c0-e47bbb3cb5cf)] {{(pid=73839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:20:43.524600 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-09c02f0c-4113-43af-abdc-6d4a5c3e6a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:43.531144 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-13c668d0-7dd3-4d47-88ef-f5307c7384c9 None None] Set router 03ffe646-6b1e-4a4e-8a60-b2197974366e gateway port host: None {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:20:43.640046 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-13c668d0-7dd3-4d47-88ef-f5307c7384c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'name': 'tempest-AttachVolumeTestJSON-447254622-router', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:16:48Z', 'updated_at': '2021-05-02T03:20:43Z', 'revision_number': 6, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'gw_port_host': None}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:20:43.645043 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c668d0-7dd3-4d47-88ef-f5307c7384c9 None None] The sync data for ids ['03ffe646-6b1e-4a4e-8a60-b2197974366e'] in dv-cinder-789077-1-smb is: [{'id': '03ffe646-6b1e-4a4e-8a60-b2197974366e', 'name': 'tempest-AttachVolumeTestJSON-447254622-router', 'tenant_id': 'a56e7964616045c7870f3f3e615d8310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:16:48Z', 'updated_at': '2021-05-02T03:20:43Z', 'revision_number': 6, 'project_id': 'a56e7964616045c7870f3f3e615d8310', 'gw_port_host': None}] {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:20:43.647755 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [None req-09c02f0c-4113-43af-abdc-6d4a5c3e6a4c admin admin] Calling delete_port for 0873d969-1709-4ca8-8395-9bc6d4a52a4f owned by network:router_gateway {{(pid=73839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:20:43.805394 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-09c02f0c-4113-43af-abdc-6d4a5c3e6a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:43.809284 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:20:43.855625 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c02f0c-4113-43af-abdc-6d4a5c3e6a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=0873d969-1709-4ca8-8395-9bc6d4a52a4f,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:20:43.881451 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-09c02f0c-4113-43af-abdc-6d4a5c3e6a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:20:43.950220 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-09c02f0c-4113-43af-abdc-6d4a5c3e6a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681065'] for router_gateway, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:44.126438 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-09c02f0c-4113-43af-abdc-6d4a5c3e6a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-700669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29619'] for router, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:44.129294 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-09c02f0c-4113-43af-abdc-6d4a5c3e6a4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:44.152547 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-09c02f0c-4113-43af-abdc-6d4a5c3e6a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-682017'] for router, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:44.153095 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c02f0c-4113-43af-abdc-6d4a5c3e6a4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03ffe646-6b1e-4a4e-8a60-b2197974366e {{(pid=73839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 02 03:20:44.167338 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-09c02f0c-4113-43af-abdc-6d4a5c3e6a4c admin admin] Notify callbacks [] for router, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:44.168464 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-09c02f0c-4113-43af-abdc-6d4a5c3e6a4c admin admin] 10.222.0.20 "DELETE /v2.0/routers/03ffe646-6b1e-4a4e-8a60-b2197974366e HTTP/1.1" status: 204 len: 168 time: 1.3148117 May 02 03:20:44.171015 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 45462) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:20:44.232093 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f9855b-5f0e-48bf-8d1e-cb86e5d522eb admin admin] Deleting subnet 93760444-4c4b-412e-ba84-ee06015509f1 {{(pid=73839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 02 03:20:44.234885 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-07f9855b-5f0e-48bf-8d1e-cb86e5d522eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:44.287316 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-07f9855b-5f0e-48bf-8d1e-cb86e5d522eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14752365'] for subnet, precommit_delete_associations {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:44.366728 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-07f9855b-5f0e-48bf-8d1e-cb86e5d522eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038349'] for subnet, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:44.622584 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-07f9855b-5f0e-48bf-8d1e-cb86e5d522eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16144030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15407797'] for subnet, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:44.627110 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-895a6002-f4c6-4ba0-98e5-332a58ef2bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:20:44.665311 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9855b-5f0e-48bf-8d1e-cb86e5d522eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93760444-4c4b-412e-ba84-ee06015509f1,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:20:44.667810 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-dd195e18-a9ee-4429-b967-57c9ec3ba64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:44.670452 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-07f9855b-5f0e-48bf-8d1e-cb86e5d522eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:20:44.671625 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-07f9855b-5f0e-48bf-8d1e-cb86e5d522eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:44.676394 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a1c2c4-72d9-446c-b561-c8a0f6f52caa None None] Network 3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:20:44.679298 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-07f9855b-5f0e-48bf-8d1e-cb86e5d522eb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/93760444-4c4b-412e-ba84-ee06015509f1 HTTP/1.1" status: 204 len: 168 time: 0.5069811 May 02 03:20:44.681750 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 45466) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:20:44.794411 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c6869b28-c369-43e9-bacf-8c21686441a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690155'] for network, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:44.859716 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 0873d969-1709-4ca8-8395-9bc6d4a52a4f no longer exists at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:20:44.881863 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [None req-c6869b28-c369-43e9-bacf-8c21686441a1 admin admin] Deleting port e8b59641-268c-44a0-b31e-af5ce6aa6c58 {{(pid=73839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:20:44.882200 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c6869b28-c369-43e9-bacf-8c21686441a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:44.900017 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] No Port match for: 0873d969-1709-4ca8-8395-9bc6d4a52a4f {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:20:44.900367 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 0873d969-1709-4ca8-8395-9bc6d4a52a4f not bound to the agent host dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:20:44.900784 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 7545a95c-29de-4479-8e7f-fa0b133bcc26 no longer exists at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:20:44.937490 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] No Port match for: 7545a95c-29de-4479-8e7f-fa0b133bcc26 {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:20:44.937843 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 7545a95c-29de-4479-8e7f-fa0b133bcc26 not bound to the agent host dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:20:44.974842 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:44.990392 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-c6869b28-c369-43e9-bacf-8c21686441a1 admin admin] For port e8b59641-268c-44a0-b31e-af5ce6aa6c58, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=e8b59641-268c-44a0-b31e-af5ce6aa6c58,segment=NetworkSegment(70c14849-70ca-4cab-8c2d-48e7e75e3f9d),segment_id=70c14849-70ca-4cab-8c2d-48e7e75e3f9d)] {{(pid=73839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:20:44.990753 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c6869b28-c369-43e9-bacf-8c21686441a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:45.035760 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bb5b2d-9fc0-4712-a745-be5f8a5c6730 None None] DHCP port deletion for 3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d request from dv-cinder-789077-1-smb {{(pid=73840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 02 03:20:45.105394 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-12bb5b2d-9fc0-4712-a745-be5f8a5c6730 None None] Deleting port e8b59641-268c-44a0-b31e-af5ce6aa6c58 {{(pid=73840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:20:45.105784 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-12bb5b2d-9fc0-4712-a745-be5f8a5c6730 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:45.208836 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-12bb5b2d-9fc0-4712-a745-be5f8a5c6730 None None] For port e8b59641-268c-44a0-b31e-af5ce6aa6c58, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=e8b59641-268c-44a0-b31e-af5ce6aa6c58,segment=NetworkSegment(70c14849-70ca-4cab-8c2d-48e7e75e3f9d),segment_id=70c14849-70ca-4cab-8c2d-48e7e75e3f9d)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:20:45.209238 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-12bb5b2d-9fc0-4712-a745-be5f8a5c6730 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:45.224015 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [None req-c6869b28-c369-43e9-bacf-8c21686441a1 admin admin] Calling delete_port for e8b59641-268c-44a0-b31e-af5ce6aa6c58 owned by network:dhcp {{(pid=73839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:20:45.272257 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c6869b28-c369-43e9-bacf-8c21686441a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:45.277313 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:20:45.322203 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6869b28-c369-43e9-bacf-8c21686441a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b59641-268c-44a0-b31e-af5ce6aa6c58,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:20:45.325102 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-c6869b28-c369-43e9-bacf-8c21686441a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:20:45.325874 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6869b28-c369-43e9-bacf-8c21686441a1 admin admin] No DVR routers for this DVR port e8b59641-268c-44a0-b31e-af5ce6aa6c58 on host dv-cinder-789077-1-smb {{(pid=73839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:20:45.337768 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-12bb5b2d-9fc0-4712-a745-be5f8a5c6730 None None] Calling delete_port for e8b59641-268c-44a0-b31e-af5ce6aa6c58 owned by network:dhcp {{(pid=73840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:20:45.384989 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-12bb5b2d-9fc0-4712-a745-be5f8a5c6730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999'] for port, after_delete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:45.389551 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-2b6f9456-b1f4-4f85-921d-a28958f5ce34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:20:45.433893 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb5b2d-9fc0-4712-a745-be5f8a5c6730 None None] Pushing event deleted for resources: {'Port': ['ID=e8b59641-268c-44a0-b31e-af5ce6aa6c58,revision_number=None']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:20:45.439069 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bb5b2d-9fc0-4712-a745-be5f8a5c6730 None None] No DVR routers for this DVR port e8b59641-268c-44a0-b31e-af5ce6aa6c58 on host dv-cinder-789077-1-smb {{(pid=73840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:20:45.444806 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c6869b28-c369-43e9-bacf-8c21686441a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2032080', 'neutron.services.segments.db._delete_segments_for_network-8794390944561'] for network, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:45.445915 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb5b2d-9fc0-4712-a745-be5f8a5c6730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:45.446254 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb5b2d-9fc0-4712-a745-be5f8a5c6730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:45.446595 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb5b2d-9fc0-4712-a745-be5f8a5c6730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:45.446927 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb5b2d-9fc0-4712-a745-be5f8a5c6730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:45.449426 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb5b2d-9fc0-4712-a745-be5f8a5c6730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:45.449426 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb5b2d-9fc0-4712-a745-be5f8a5c6730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:45.449426 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb5b2d-9fc0-4712-a745-be5f8a5c6730 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:45.449426 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb5b2d-9fc0-4712-a745-be5f8a5c6730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:45.449426 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb5b2d-9fc0-4712-a745-be5f8a5c6730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:45.449426 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb5b2d-9fc0-4712-a745-be5f8a5c6730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:45.449426 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb5b2d-9fc0-4712-a745-be5f8a5c6730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:45.450108 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb5b2d-9fc0-4712-a745-be5f8a5c6730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:20:45.452696 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-12bb5b2d-9fc0-4712-a745-be5f8a5c6730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:20:45.554730 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-c6869b28-c369-43e9-bacf-8c21686441a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d']}} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:20:45.566890 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-c6869b28-c369-43e9-bacf-8c21686441a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c14849-70ca-4cab-8c2d-48e7e75e3f9d') {'for_net_delete': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:20:45.567210 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-c6869b28-c369-43e9-bacf-8c21686441a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c14849-70ca-4cab-8c2d-48e7e75e3f9d') {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:20:45.578270 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c6869b28-c369-43e9-bacf-8c21686441a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794390955623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14752340'] for segment, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:45.594362 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c6869b28-c369-43e9-bacf-8c21686441a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:45.600586 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6869b28-c369-43e9-bacf-8c21686441a1 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=73839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 03:20:45.772476 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-c6869b28-c369-43e9-bacf-8c21686441a1 admin admin] Network 3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d has no segments {{(pid=73839) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:20:45.781040 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c6869b28-c369-43e9-bacf-8c21686441a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2060056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16143164'] for segment, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:45.951444 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-c6869b28-c369-43e9-bacf-8c21686441a1 admin admin] Network 3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d has no segments {{(pid=73839) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: Traceback (most recent call last): May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: timer() May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: cb(*args, **kw) May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: return func(*args, **kwargs) May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: self._notify() May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: self.callback(batched_events) May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: event.method(event) May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: aggregate_uuid = self.p_client.list_aggregates( May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: return f(self, *a, **k) May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: return self._get(url).json() May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: return self.request(url, 'GET', **kwargs) May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: base_url = self.get_endpoint(auth, allow=allow, May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 03:20:45.974339 dv-cinder-789077-1-smb neutron-server[73839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 03:20:46.051945 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c6869b28-c369-43e9-bacf-8c21686441a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2032079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681030'] for network, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:46.055433 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:20:46.068558 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:46.070711 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c6869b28-c369-43e9-bacf-8c21686441a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:46.079021 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6869b28-c369-43e9-bacf-8c21686441a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:20:46.082743 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-c6869b28-c369-43e9-bacf-8c21686441a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:20:46.095065 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-c6869b28-c369-43e9-bacf-8c21686441a1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3ad5b4cd-8747-43ce-bb1d-335a59dc8b7d HTTP/1.1" status: 204 len: 168 time: 1.4122040 May 02 03:20:46.272934 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 45472) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:20:46.321717 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-204e093a-8426-466c-8523-9d228ff0fdd8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a56e7964616045c7870f3f3e615d8310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475612 May 02 03:20:46.324186 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 45476) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:20:46.389203 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-38175e75-dbf0-4912-a84d-e77b7fd67efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:46.417417 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-38175e75-dbf0-4912-a84d-e77b7fd67efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:46.470907 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-38175e75-dbf0-4912-a84d-e77b7fd67efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:46.476339 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-aba4e0e5-6db5-4890-80b5-4ce0c6f7eda7 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:20:46.489727 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38175e75-dbf0-4912-a84d-e77b7fd67efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85823e1d-6bb6-43eb-ba5d-68f991be5278,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:20:46.493188 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-38175e75-dbf0-4912-a84d-e77b7fd67efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:20:46.497302 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-38175e75-dbf0-4912-a84d-e77b7fd67efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:46.498499 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-38175e75-dbf0-4912-a84d-e77b7fd67efe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85823e1d-6bb6-43eb-ba5d-68f991be5278 HTTP/1.1" status: 204 len: 168 time: 0.1733665 May 02 03:20:46.854504 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device e8b59641-268c-44a0-b31e-af5ce6aa6c58 no longer exists at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:20:46.890616 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] No Port match for: e8b59641-268c-44a0-b31e-af5ce6aa6c58 {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:20:46.890966 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device e8b59641-268c-44a0-b31e-af5ce6aa6c58 not bound to the agent host dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:20:47.785227 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:20:49.356230 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:20:59.282654 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:12.070389 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-31ab7f7e-4963-48c2-816a-1c3836a0e75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:14.662604 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-468fb4c3-4a5f-41cc-88c4-bbba685529f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:14.971312 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:16.072760 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:17.789021 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:20.242357 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 45832) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:20.362722 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-acd69aa5-e75f-4c49-ab09-12fb358b51db admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:20.377556 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-acd69aa5-e75f-4c49-ab09-12fb358b51db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:21:20.381444 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-acd69aa5-e75f-4c49-ab09-12fb358b51db admin admin] Usage tracker for resource:security_group_rule and tenant:b51b5d7010d4449ca3ca3def212869e5 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:21:20.384867 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-acd69aa5-e75f-4c49-ab09-12fb358b51db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:21:20.390537 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-acd69aa5-e75f-4c49-ab09-12fb358b51db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:21:20.480218 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-acd69aa5-e75f-4c49-ab09-12fb358b51db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:20.484331 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-acd69aa5-e75f-4c49-ab09-12fb358b51db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:20.491701 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-90073d3d-e7f7-43bd-8750-7f6be4e040a6 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:20.536682 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-acd69aa5-e75f-4c49-ab09-12fb358b51db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b51b5d7010d4449ca3ca3def212869e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925041 May 02 03:21:20.537609 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd69aa5-e75f-4c49-ab09-12fb358b51db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c780d7b4-0dc0-462f-b323-b118d9d2cb90,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:20.540011 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 45838) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:20.541561 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-acd69aa5-e75f-4c49-ab09-12fb358b51db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:20.601919 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7af353ec-a941-457c-9036-cf836ff22833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:20.647864 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7af353ec-a941-457c-9036-cf836ff22833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:20.733767 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7af353ec-a941-457c-9036-cf836ff22833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:20.737551 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-cd264d52-b67d-4098-8463-746006c03cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:20.753863 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af353ec-a941-457c-9036-cf836ff22833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c780d7b4-0dc0-462f-b323-b118d9d2cb90,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:20.757681 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-7af353ec-a941-457c-9036-cf836ff22833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:20.761369 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7af353ec-a941-457c-9036-cf836ff22833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:20.765840 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-7af353ec-a941-457c-9036-cf836ff22833 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c780d7b4-0dc0-462f-b323-b118d9d2cb90 HTTP/1.1" status: 204 len: 168 time: 0.2205598 May 02 03:21:21.049218 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 45846) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:21.067768 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-854c5f75-7014-42a5-93f1-495d933dfbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:21.082429 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-854c5f75-7014-42a5-93f1-495d933dfbda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:21:21.086580 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-854c5f75-7014-42a5-93f1-495d933dfbda admin admin] Usage tracker for resource:security_group_rule and tenant:3e27162ea4894127a284bce3c0f4b3d3 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:21:21.089452 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-854c5f75-7014-42a5-93f1-495d933dfbda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:21:21.095201 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-854c5f75-7014-42a5-93f1-495d933dfbda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:21:21.181905 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-854c5f75-7014-42a5-93f1-495d933dfbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:21.185826 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-854c5f75-7014-42a5-93f1-495d933dfbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:21.193559 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-3d916e71-368f-4817-9fbb-520b18233961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:21.237028 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-854c5f75-7014-42a5-93f1-495d933dfbda admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e27162ea4894127a284bce3c0f4b3d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1865859 May 02 03:21:21.237823 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c5f75-7014-42a5-93f1-495d933dfbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce95a235-7657-4135-a49a-c22787a6abcb,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:21.239640 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 45850) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:21.240817 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-854c5f75-7014-42a5-93f1-495d933dfbda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:21.299561 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-63284a03-ab88-4449-8333-029bc07fc2a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:21.325506 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-63284a03-ab88-4449-8333-029bc07fc2a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:21.377588 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-63284a03-ab88-4449-8333-029bc07fc2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:21.381353 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-9f94f5a2-a3c5-45f8-8f00-b41589b0addc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:21.393939 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63284a03-ab88-4449-8333-029bc07fc2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce95a235-7657-4135-a49a-c22787a6abcb,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:21.396798 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-63284a03-ab88-4449-8333-029bc07fc2a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:21.404521 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-63284a03-ab88-4449-8333-029bc07fc2a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:21.407972 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-63284a03-ab88-4449-8333-029bc07fc2a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce95a235-7657-4135-a49a-c22787a6abcb HTTP/1.1" status: 204 len: 168 time: 0.1650207 May 02 03:21:23.007185 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 45892) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:23.125690 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7de10692-9e36-486f-b5b1-e2578c0456c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:23.140203 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-7de10692-9e36-486f-b5b1-e2578c0456c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:21:23.144093 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-7de10692-9e36-486f-b5b1-e2578c0456c7 admin admin] Usage tracker for resource:security_group_rule and tenant:f8c5973a245e47b69582b44209c75b38 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:21:23.147027 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-7de10692-9e36-486f-b5b1-e2578c0456c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:21:23.153980 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-7de10692-9e36-486f-b5b1-e2578c0456c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:21:23.236683 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7de10692-9e36-486f-b5b1-e2578c0456c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:23.240365 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-7de10692-9e36-486f-b5b1-e2578c0456c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:23.252542 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-acd69aa5-e75f-4c49-ab09-12fb358b51db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:23.293509 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-7de10692-9e36-486f-b5b1-e2578c0456c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8c5973a245e47b69582b44209c75b38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852440 May 02 03:21:23.295362 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de10692-9e36-486f-b5b1-e2578c0456c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bbd12a-c8d6-4a3d-b0ec-d14c1cebc2b2,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:23.296270 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 45898) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:23.298545 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-7de10692-9e36-486f-b5b1-e2578c0456c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:23.356333 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e0ee4a04-e7d4-41d5-ae48-2cd95e2f3866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:23.381990 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e0ee4a04-e7d4-41d5-ae48-2cd95e2f3866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:23.439378 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e0ee4a04-e7d4-41d5-ae48-2cd95e2f3866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:23.443028 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-f1ad2309-bc11-4a10-8f68-fb6bbdaf9a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:23.456043 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee4a04-e7d4-41d5-ae48-2cd95e2f3866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bbd12a-c8d6-4a3d-b0ec-d14c1cebc2b2,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:23.461265 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-e0ee4a04-e7d4-41d5-ae48-2cd95e2f3866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:23.467354 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e0ee4a04-e7d4-41d5-ae48-2cd95e2f3866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:23.468487 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-e0ee4a04-e7d4-41d5-ae48-2cd95e2f3866 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8bbd12a-c8d6-4a3d-b0ec-d14c1cebc2b2 HTTP/1.1" status: 204 len: 168 time: 0.1712363 May 02 03:21:23.753119 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 45906) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:23.775173 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d9643aa3-fadd-49b8-9e6e-401a1a3130f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:23.791012 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-d9643aa3-fadd-49b8-9e6e-401a1a3130f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:21:23.794882 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-d9643aa3-fadd-49b8-9e6e-401a1a3130f5 admin admin] Usage tracker for resource:security_group_rule and tenant:6ff936cbfe204bee9a2dbb244f8bddec is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:21:23.797751 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-d9643aa3-fadd-49b8-9e6e-401a1a3130f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:21:23.803673 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-d9643aa3-fadd-49b8-9e6e-401a1a3130f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:21:23.889109 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d9643aa3-fadd-49b8-9e6e-401a1a3130f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:23.892877 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d9643aa3-fadd-49b8-9e6e-401a1a3130f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:23.902153 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-41f8ffd5-e569-4a6d-bdd8-fa6c211a72fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:23.942230 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-d9643aa3-fadd-49b8-9e6e-401a1a3130f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ff936cbfe204bee9a2dbb244f8bddec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1880522 May 02 03:21:23.943179 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9643aa3-fadd-49b8-9e6e-401a1a3130f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bddf02-c4b7-4e3f-97fc-7ced0696f31e,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:23.945639 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 45910) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:23.946801 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-d9643aa3-fadd-49b8-9e6e-401a1a3130f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:24.006344 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-95949a06-ce0f-4677-8581-a7db637820de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:24.033076 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-95949a06-ce0f-4677-8581-a7db637820de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:24.087404 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-95949a06-ce0f-4677-8581-a7db637820de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:24.091129 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-77c208c1-e455-4b3d-97bc-d21c955d0738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:24.102967 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95949a06-ce0f-4677-8581-a7db637820de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bddf02-c4b7-4e3f-97fc-7ced0696f31e,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:24.106457 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-95949a06-ce0f-4677-8581-a7db637820de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:24.110047 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-95949a06-ce0f-4677-8581-a7db637820de admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:24.111507 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-95949a06-ce0f-4677-8581-a7db637820de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34bddf02-c4b7-4e3f-97fc-7ced0696f31e HTTP/1.1" status: 204 len: 168 time: 0.1642239 May 02 03:21:25.862535 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 45962) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:25.984414 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-921a6455-c52c-4b71-b6a0-4f2e2ef32331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:26.003336 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-921a6455-c52c-4b71-b6a0-4f2e2ef32331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:21:26.007204 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-921a6455-c52c-4b71-b6a0-4f2e2ef32331 admin admin] Usage tracker for resource:security_group_rule and tenant:8085d1cbc567484ebc0274746ce64218 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:21:26.010644 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-921a6455-c52c-4b71-b6a0-4f2e2ef32331 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:21:26.016395 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-921a6455-c52c-4b71-b6a0-4f2e2ef32331 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:21:26.099655 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-921a6455-c52c-4b71-b6a0-4f2e2ef32331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:26.103491 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-921a6455-c52c-4b71-b6a0-4f2e2ef32331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:26.112033 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-63f3b3fe-48cd-4ba7-827d-4b40a6a3a122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:26.154744 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-921a6455-c52c-4b71-b6a0-4f2e2ef32331 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8085d1cbc567484ebc0274746ce64218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2910986 May 02 03:21:26.155686 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a6455-c52c-4b71-b6a0-4f2e2ef32331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f82ba2f-2fdf-4a11-9ef6-79dfe2f6690f,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:26.157544 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 45968) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:26.158868 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-921a6455-c52c-4b71-b6a0-4f2e2ef32331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:26.221249 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-174379ed-784d-4438-8c9e-4ee47b4dafe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:26.347681 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-174379ed-784d-4438-8c9e-4ee47b4dafe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:26.356511 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:21:26.401174 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-174379ed-784d-4438-8c9e-4ee47b4dafe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:26.405874 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-d9643aa3-fadd-49b8-9e6e-401a1a3130f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:26.420984 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174379ed-784d-4438-8c9e-4ee47b4dafe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f82ba2f-2fdf-4a11-9ef6-79dfe2f6690f,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:26.429991 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-174379ed-784d-4438-8c9e-4ee47b4dafe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:26.431995 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-174379ed-784d-4438-8c9e-4ee47b4dafe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:26.433108 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-174379ed-784d-4438-8c9e-4ee47b4dafe2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f82ba2f-2fdf-4a11-9ef6-79dfe2f6690f HTTP/1.1" status: 204 len: 168 time: 0.2744906 May 02 03:21:26.719118 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 45976) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:26.737171 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-8a73468b-a8d6-45b4-a326-5976798be23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:26.752146 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-8a73468b-a8d6-45b4-a326-5976798be23a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:21:26.756017 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-8a73468b-a8d6-45b4-a326-5976798be23a admin admin] Usage tracker for resource:security_group_rule and tenant:c5cf823cef4448a587bce9d5292418b2 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:21:26.759424 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-8a73468b-a8d6-45b4-a326-5976798be23a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:21:26.765418 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-8a73468b-a8d6-45b4-a326-5976798be23a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:21:26.852546 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-8a73468b-a8d6-45b4-a326-5976798be23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:26.856669 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-8a73468b-a8d6-45b4-a326-5976798be23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:26.864391 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-0406346e-f7dd-473c-ad4b-1404c8de5fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:26.906225 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-8a73468b-a8d6-45b4-a326-5976798be23a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5cf823cef4448a587bce9d5292418b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1858151 May 02 03:21:26.907039 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73468b-a8d6-45b4-a326-5976798be23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd5316d-ef55-457c-8b2a-e1b98efa0f2e,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:26.909162 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 45980) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:26.910134 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-8a73468b-a8d6-45b4-a326-5976798be23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:26.977598 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d7e2fa54-7d98-48a4-9a28-71d8741d6388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:27.006722 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d7e2fa54-7d98-48a4-9a28-71d8741d6388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:27.063900 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d7e2fa54-7d98-48a4-9a28-71d8741d6388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:27.067728 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-5f11f412-10df-4210-8762-a7ce5239d6ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:27.082004 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2fa54-7d98-48a4-9a28-71d8741d6388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd5316d-ef55-457c-8b2a-e1b98efa0f2e,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:27.085814 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-d7e2fa54-7d98-48a4-9a28-71d8741d6388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:27.091993 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d7e2fa54-7d98-48a4-9a28-71d8741d6388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:27.093132 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-d7e2fa54-7d98-48a4-9a28-71d8741d6388 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6bd5316d-ef55-457c-8b2a-e1b98efa0f2e HTTP/1.1" status: 204 len: 168 time: 0.1827040 May 02 03:21:29.298057 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:42.072798 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-4ed0013b-77bb-47cd-8fff-e21cef6a7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:43.806581 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 46126) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:43.934532 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e5ce9843-65c2-4faf-98de-49a923272dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:43.950855 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-e5ce9843-65c2-4faf-98de-49a923272dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:21:43.954648 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-e5ce9843-65c2-4faf-98de-49a923272dd9 admin admin] Usage tracker for resource:security_group_rule and tenant:20a6b38a205e40beb5350d45e262b9e8 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:21:43.957541 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-e5ce9843-65c2-4faf-98de-49a923272dd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:21:43.964270 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-e5ce9843-65c2-4faf-98de-49a923272dd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:21:44.052626 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e5ce9843-65c2-4faf-98de-49a923272dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:44.057578 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e5ce9843-65c2-4faf-98de-49a923272dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:44.064857 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b1620989-4c15-4f97-91a8-4f2b31cd06d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:44.107751 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-e5ce9843-65c2-4faf-98de-49a923272dd9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20a6b38a205e40beb5350d45e262b9e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997868 May 02 03:21:44.108695 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce9843-65c2-4faf-98de-49a923272dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8862a9-e0a9-4aae-a929-fd7cf4d20419,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:44.110746 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 46132) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:44.116424 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce9843-65c2-4faf-98de-49a923272dd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:44.116807 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce9843-65c2-4faf-98de-49a923272dd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:44.117176 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce9843-65c2-4faf-98de-49a923272dd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:44.117540 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce9843-65c2-4faf-98de-49a923272dd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:44.117897 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce9843-65c2-4faf-98de-49a923272dd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:44.119049 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce9843-65c2-4faf-98de-49a923272dd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:44.119330 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce9843-65c2-4faf-98de-49a923272dd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:44.119564 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce9843-65c2-4faf-98de-49a923272dd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:44.119929 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce9843-65c2-4faf-98de-49a923272dd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:44.120273 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce9843-65c2-4faf-98de-49a923272dd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:44.120624 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce9843-65c2-4faf-98de-49a923272dd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:44.120971 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ce9843-65c2-4faf-98de-49a923272dd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:44.125605 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-e5ce9843-65c2-4faf-98de-49a923272dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:44.174365 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-08bd8e87-81de-4099-bbfe-9999d547783b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:44.202180 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-08bd8e87-81de-4099-bbfe-9999d547783b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:44.259647 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-08bd8e87-81de-4099-bbfe-9999d547783b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:44.263425 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-0c998e18-2a3e-404d-9e9e-f07d8760bcf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:44.277097 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd8e87-81de-4099-bbfe-9999d547783b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8862a9-e0a9-4aae-a929-fd7cf4d20419,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:44.286293 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd8e87-81de-4099-bbfe-9999d547783b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:44.286654 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd8e87-81de-4099-bbfe-9999d547783b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:44.287010 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd8e87-81de-4099-bbfe-9999d547783b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:44.287385 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd8e87-81de-4099-bbfe-9999d547783b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:44.287730 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd8e87-81de-4099-bbfe-9999d547783b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:44.288073 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd8e87-81de-4099-bbfe-9999d547783b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:44.288413 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd8e87-81de-4099-bbfe-9999d547783b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:44.288751 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd8e87-81de-4099-bbfe-9999d547783b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:44.289094 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd8e87-81de-4099-bbfe-9999d547783b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:44.289431 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd8e87-81de-4099-bbfe-9999d547783b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:44.289768 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd8e87-81de-4099-bbfe-9999d547783b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:44.290766 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd8e87-81de-4099-bbfe-9999d547783b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:44.293642 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-08bd8e87-81de-4099-bbfe-9999d547783b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:44.295720 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-08bd8e87-81de-4099-bbfe-9999d547783b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c8862a9-e0a9-4aae-a929-fd7cf4d20419 HTTP/1.1" status: 204 len: 168 time: 0.1838160 May 02 03:21:44.296688 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-08bd8e87-81de-4099-bbfe-9999d547783b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:44.672450 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-74aaccbd-92a5-4a27-bff4-4e6b2c26a774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:44.978560 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:46.061412 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 46178) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:46.076764 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:46.183333 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ca26b5c9-4171-4e0f-b447-6bba832bfc9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:46.198638 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-ca26b5c9-4171-4e0f-b447-6bba832bfc9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:21:46.202498 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-ca26b5c9-4171-4e0f-b447-6bba832bfc9f admin admin] Usage tracker for resource:security_group_rule and tenant:7f1238fa4d554d518ffc4a50d7b9fb9a is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:21:46.205338 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-ca26b5c9-4171-4e0f-b447-6bba832bfc9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:21:46.211052 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-ca26b5c9-4171-4e0f-b447-6bba832bfc9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:21:46.297721 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ca26b5c9-4171-4e0f-b447-6bba832bfc9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:46.302205 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ca26b5c9-4171-4e0f-b447-6bba832bfc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:46.309412 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-167a53fc-b05e-4b33-ac90-b5a7a49d4352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:46.355372 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-ca26b5c9-4171-4e0f-b447-6bba832bfc9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f1238fa4d554d518ffc4a50d7b9fb9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927535 May 02 03:21:46.356407 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26b5c9-4171-4e0f-b447-6bba832bfc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cf074d-c719-48d5-a8e2-88dd0a66f8e3,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:46.358076 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 46186) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:46.359630 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ca26b5c9-4171-4e0f-b447-6bba832bfc9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:46.425470 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-121c0c82-30cb-49db-9fe6-1d690da32460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:46.452328 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-121c0c82-30cb-49db-9fe6-1d690da32460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:46.508672 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-121c0c82-30cb-49db-9fe6-1d690da32460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:46.513108 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-9906565e-c3ac-4b3a-9845-c5546cdd5d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:46.528051 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c0c82-30cb-49db-9fe6-1d690da32460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cf074d-c719-48d5-a8e2-88dd0a66f8e3,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:46.531720 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-121c0c82-30cb-49db-9fe6-1d690da32460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:46.542523 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-121c0c82-30cb-49db-9fe6-1d690da32460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:46.544111 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-121c0c82-30cb-49db-9fe6-1d690da32460 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6cf074d-c719-48d5-a8e2-88dd0a66f8e3 HTTP/1.1" status: 204 len: 168 time: 0.1845517 May 02 03:21:47.247575 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 46214) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:47.361763 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1135644345-network', 'tenant_id': 'e74e1daedb80485b860a48e594637352'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:21:47.366157 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:21:47.370126 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] Usage tracker for resource:network and tenant:e74e1daedb80485b860a48e594637352 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:21:47.373150 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:21:47.379879 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:21:47.389489 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] Made reservation on behalf of e74e1daedb80485b860a48e594637352 for: {'network': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:21:47.391871 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for network, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:47.404654 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:47.420133 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:21:47.424255 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] Usage tracker for resource:security_group_rule and tenant:e74e1daedb80485b860a48e594637352 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:21:47.427277 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:21:47.433219 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:21:47.520381 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:47.526178 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:47.529322 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-7093d844-79e6-4101-b2df-655444baf71e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:47.559178 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=73838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 03:21:47.568546 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4da824-f92e-49f9-a39d-c657e4257d5b,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:47.573015 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:47.576131 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:47.576489 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.db.segments_db [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] Added segment ed00a03b-5cf2-45b7-898c-05ab774c4ae5 of type vlan for network 317afc62-497a-4b8e-918e-179621583757 May 02 03:21:47.606467 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794390503316'] for network, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:47.640362 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for network, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:47.641789 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:21:47.642370 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:47.646233 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:47.802065 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:47.862094 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] Pushing event updated for resources: {'Network': ['ID=317afc62-497a-4b8e-918e-179621583757,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:47.865413 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:47.866801 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-a408dfea-41c9-4549-ab1c-6a7678f707a0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6181924 May 02 03:21:47.870433 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 46220) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:47.875971 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Network 317afc62-497a-4b8e-918e-179621583757 details requested by agent ovs-agent-dv-cinder-789077-1-smb with host dv-cinder-789077-1-smb {{(pid=73840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 02 03:21:47.876202 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-3fa84933-78b2-4cae-a330-9c21450d224c admin admin] Request body: {'subnet': {'network_id': '317afc62-497a-4b8e-918e-179621583757', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1135644345-subnet', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'ip_version': 4}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:21:47.880916 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-3fa84933-78b2-4cae-a330-9c21450d224c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:21:47.886241 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-3fa84933-78b2-4cae-a330-9c21450d224c admin admin] Usage tracker for resource:subnet and tenant:e74e1daedb80485b860a48e594637352 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:21:47.891182 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-3fa84933-78b2-4cae-a330-9c21450d224c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:21:47.898291 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-3fa84933-78b2-4cae-a330-9c21450d224c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:21:47.911486 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa84933-78b2-4cae-a330-9c21450d224c admin admin] Made reservation on behalf of e74e1daedb80485b860a48e594637352 for: {'subnet': 1} {{(pid=73838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:21:47.913905 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3fa84933-78b2-4cae-a330-9c21450d224c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13756990'] for subnet, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:48.310808 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3fa84933-78b2-4cae-a330-9c21450d224c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16413735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13756968'] for subnet, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:48.314704 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:48.391017 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa84933-78b2-4cae-a330-9c21450d224c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2884b58f-5720-4f1e-9cc3-be138acd9191,revision_number=0']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:48.394955 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-3fa84933-78b2-4cae-a330-9c21450d224c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:48.402886 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa84933-78b2-4cae-a330-9c21450d224c admin admin] Checking segment: {'id': 'ed00a03b-5cf2-45b7-898c-05ab774c4ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '317afc62-497a-4b8e-918e-179621583757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:21:48.403278 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa84933-78b2-4cae-a330-9c21450d224c admin admin] Network hostable DHCP agents. Network: 317afc62-497a-4b8e-918e-179621583757, hostable agents: ['614df883-a3aa-459e-9403-57d681838b96'], hosted agents: [] {{(pid=73838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 03:21:48.421287 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa84933-78b2-4cae-a330-9c21450d224c admin admin] Network 317afc62-497a-4b8e-918e-179621583757 is scheduled to be hosted by DHCP agent 614df883-a3aa-459e-9403-57d681838b96 with binding_index 1 {{(pid=73838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 03:21:48.431176 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-3fa84933-78b2-4cae-a330-9c21450d224c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-smb, 317afc62-497a-4b8e-918e-179621583757) {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:21:48.443171 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0d393f-c375-4cd1-83e1-822d61cd8938 None None] Network 317afc62-497a-4b8e-918e-179621583757 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:21:48.445043 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa84933-78b2-4cae-a330-9c21450d224c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:21:48.445651 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3fa84933-78b2-4cae-a330-9c21450d224c admin admin] Notify callbacks [] for subnet, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:48.469877 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-3fa84933-78b2-4cae-a330-9c21450d224c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5957007 May 02 03:21:48.470209 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 46224) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:48.476220 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1135644345-router', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:21:48.481565 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:21:48.485449 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] Usage tracker for resource:router and tenant:e74e1daedb80485b860a48e594637352 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:21:48.488624 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:21:48.495278 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:21:48.505726 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-700514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29505'] for router, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:48.506680 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-681178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29512'] for router, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:48.521609 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:48.669820 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc315f690-2e35-5bac-9706-73e01d5bab1b-317afc62-497a-4b8e-918e-179621583757', 'network_id': '317afc62-497a-4b8e-918e-179621583757', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'fixed_ips': [{'subnet_id': '2884b58f-5720-4f1e-9cc3-be138acd9191'}]}} from dv-cinder-789077-1-smb. {{(pid=73840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 02 03:21:48.670459 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:48.807317 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-681171', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-700428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29626'] for router, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:48.860863 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.db_base_plugin_common [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Allocated IP 172.20.0.2 (317afc62-497a-4b8e-918e-179621583757/2884b58f-5720-4f1e-9cc3-be138acd9191/eb95b875-d5d8-457e-b111-5fcd34726a31) {{(pid=73840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:21:49.088472 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Notify callbacks [] for port, precommit_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:49.098586 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Transition to ACTIVE for port object eb95b875-d5d8-457e-b111-5fcd34726a31 will not be triggered until provisioned by entity L2. {{(pid=73840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:21:49.118859 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Transition to ACTIVE for port object eb95b875-d5d8-457e-b111-5fcd34726a31 will not be triggered until provisioned by entity DHCP. {{(pid=73840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:21:49.124298 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:49.128947 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:49.140303 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:49.179508 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:49.189047 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Network 317afc62-497a-4b8e-918e-179621583757 is already hosted by enough agents. {{(pid=73840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:21:49.197036 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.scheduler.base_scheduler [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Resources bound (agent type, host, resource id): {{(pid=73840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:21:49.202381 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Received port after_create {{(pid=73840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:21:49.211736 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Pushing event updated for resources: {'Port': ['ID=eb95b875-d5d8-457e-b111-5fcd34726a31,revision_number=1']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:49.276245 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:49.276582 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:49.276914 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:49.277241 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:49.277562 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:49.277882 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:49.278198 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:49.278511 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:49.278843 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:49.279167 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:49.279477 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:49.280240 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:49.288570 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:49.308285 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Attempting to bind port eb95b875-d5d8-457e-b111-5fcd34726a31 on host dv-cinder-789077-1-smb for vnic_type normal with profile {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:21:49.308659 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Attempting to bind port eb95b875-d5d8-457e-b111-5fcd34726a31 by drivers openvswitch,hyperv on host dv-cinder-789077-1-smb at level 0 using segments [{'id': 'ed00a03b-5cf2-45b7-898c-05ab774c4ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '317afc62-497a-4b8e-918e-179621583757'}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:21:49.309027 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Attempting to bind port eb95b875-d5d8-457e-b111-5fcd34726a31 on network 317afc62-497a-4b8e-918e-179621583757 {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:21:49.313904 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_common [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] Allocated IP 172.28.2.217 (9f391acb-6dd2-44ac-8608-38eed26063e6/10d86011-1629-4945-9d03-3701e203e3e6/cc141425-0d33-4c27-850a-26fd0b9f0431) {{(pid=73839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:21:49.314700 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Checking agent: {'id': 'bb6488c3-d59c-408d-aa24-5113f65b4245', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 1, 45), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:21:49.314955 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Checking segment: {'id': 'ed00a03b-5cf2-45b7-898c-05ab774c4ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '317afc62-497a-4b8e-918e-179621583757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:21:49.315496 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:49.315780 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Bound using segment: {'id': 'ed00a03b-5cf2-45b7-898c-05ab774c4ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '317afc62-497a-4b8e-918e-179621583757'} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:21:49.316274 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Bound port: eb95b875-d5d8-457e-b111-5fcd34726a31, host: dv-cinder-789077-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed00a03b-5cf2-45b7-898c-05ab774c4ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '317afc62-497a-4b8e-918e-179621583757'}}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:21:49.316631 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:49.408046 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] For port eb95b875-d5d8-457e-b111-5fcd34726a31, host dv-cinder-789077-1-smb, cleared binding levels {{(pid=73840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:21:49.411224 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] For port eb95b875-d5d8-457e-b111-5fcd34726a31, host dv-cinder-789077-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=eb95b875-d5d8-457e-b111-5fcd34726a31,segment=NetworkSegment(ed00a03b-5cf2-45b7-898c-05ab774c4ae5),segment_id=ed00a03b-5cf2-45b7-898c-05ab774c4ae5)] {{(pid=73840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:21:49.422335 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:49.427620 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-c44179a8-3aec-428b-b63b-773347c81dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:49.475457 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:49.506424 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:49.511309 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:49.517404 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Pushing event updated for resources: {'Port': ['ID=eb95b875-d5d8-457e-b111-5fcd34726a31,revision_number=2']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:49.519655 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:49.570659 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] Network 9f391acb-6dd2-44ac-8608-38eed26063e6 is already hosted by enough agents. {{(pid=73839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:21:49.573608 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] Resources bound (agent type, host, resource id): {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:21:49.581886 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] Received port after_create {{(pid=73839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:21:49.626687 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] Pushing event updated for resources: {'Port': ['ID=cc141425-0d33-4c27-850a-26fd0b9f0431,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:49.631111 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:50.132390 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:50.448448 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917b318f-b071-4c4f-9831-f90382abf2c3 None None] Network 317afc62-497a-4b8e-918e-179621583757 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:21:50.484323 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681148'] for router, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:50.559254 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-ad934259-0a65-449d-b97c-0d815870ac2f None None] Provisioning for port eb95b875-d5d8-457e-b111-5fcd34726a31 completed by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:21:50.697240 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] Router 178987e8-fd98-4f58-81d1-bdef6495d7e8 is scheduled to L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f with binding_index 1 {{(pid=73839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 02 03:21:50.907402 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:21:50.918541 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] Sync routers for ids ['178987e8-fd98-4f58-81d1-bdef6495d7e8'] in dv-cinder-789077-1-smb {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:21:50.927778 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] Routers {'178987e8-fd98-4f58-81d1-bdef6495d7e8'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:21:50.928641 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:21:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['178987e8-fd98-4f58-81d1-bdef6495d7e8'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:50.935837 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] Notify callbacks [] for router, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:50.937130 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4659071 May 02 03:21:50.939982 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 46228) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:50.982352 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device eb95b875-d5d8-457e-b111-5fcd34726a31 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:21:51.186934 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning for port eb95b875-d5d8-457e-b111-5fcd34726a31 completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:21:51.198779 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port eb95b875-d5d8-457e-b111-5fcd34726a31 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:21:51.199170 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:51.234224 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] Set router 178987e8-fd98-4f58-81d1-bdef6495d7e8 gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:21:51.553552 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:51.603090 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] For port eb95b875-d5d8-457e-b111-5fcd34726a31, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=eb95b875-d5d8-457e-b111-5fcd34726a31,segment=NetworkSegment(ed00a03b-5cf2-45b7-898c-05ab774c4ae5),segment_id=ed00a03b-5cf2-45b7-898c-05ab774c4ae5)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:21:51.607663 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:51.610051 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-12bb5b2d-9fc0-4712-a745-be5f8a5c6730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:51.675867 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'name': 'tempest-TestMinimumBasicScenario-1135644345-router', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:21:48Z', 'updated_at': '2021-05-02T03:21:49Z', 'revision_number': 3, 'project_id': 'e74e1daedb80485b860a48e594637352', 'gw_port': {'id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:49Z', 'updated_at': '2021-05-02T03:21:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:51.682457 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] Checking router: 178987e8-fd98-4f58-81d1-bdef6495d7e8 for host: dv-cinder-789077-1-smb {{(pid=73840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:21:51.682806 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] Updating router 178987e8-fd98-4f58-81d1-bdef6495d7e8 port cc141425-0d33-4c27-850a-26fd0b9f0431 binding host dv-cinder-789077-1-smb {{(pid=73840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:21:51.713262 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Pushing event updated for resources: {'Port': ['ID=eb95b875-d5d8-457e-b111-5fcd34726a31,revision_number=3']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:51.720071 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:51.748834 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:51.757143 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f275fe74-7599-4c08-bae6-5600b30ce7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:51.967335 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_common [None req-f275fe74-7599-4c08-bae6-5600b30ce7e2 admin admin] Allocated IP 172.20.0.1 (317afc62-497a-4b8e-918e-179621583757/2884b58f-5720-4f1e-9cc3-be138acd9191/317a7042-ccda-456c-b0a6-a0ea874541df) {{(pid=73839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:21:52.090416 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] Notify callbacks [] for port, precommit_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:52.102828 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] Transition to ACTIVE for port object cc141425-0d33-4c27-850a-26fd0b9f0431 will not be triggered until provisioned by entity L2. {{(pid=73840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:21:52.109579 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:52.113970 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:52.116511 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f275fe74-7599-4c08-bae6-5600b30ce7e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:52.132682 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.provisioning_blocks [None req-f275fe74-7599-4c08-bae6-5600b30ce7e2 admin admin] Transition to ACTIVE for port object 317a7042-ccda-456c-b0a6-a0ea874541df will not be triggered until provisioned by entity DHCP. {{(pid=73839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:21:52.156863 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f275fe74-7599-4c08-bae6-5600b30ce7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:52.161822 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:52.190205 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] Attempting to bind port cc141425-0d33-4c27-850a-26fd0b9f0431 on host dv-cinder-789077-1-smb for vnic_type normal with profile {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:21:52.190573 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] Attempting to bind port cc141425-0d33-4c27-850a-26fd0b9f0431 by drivers openvswitch,hyperv on host dv-cinder-789077-1-smb at level 0 using segments [{'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:21:52.190936 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] Attempting to bind port cc141425-0d33-4c27-850a-26fd0b9f0431 on network 9f391acb-6dd2-44ac-8608-38eed26063e6 {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:21:52.196993 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413ff55-4cdb-424e-ad7e-c7dabbabd52f None None] Pushing event updated for resources: {'Port': ['ID=cc141425-0d33-4c27-850a-26fd0b9f0431,revision_number=2']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:52.202838 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-a413ff55-4cdb-424e-ad7e-c7dabbabd52f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:52.205087 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] Checking agent: {'id': 'bb6488c3-d59c-408d-aa24-5113f65b4245', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 1, 45), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:21:52.205493 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] Checking segment: {'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:21:52.205896 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:52.206293 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] Bound using segment: {'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:21:52.206768 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] Bound port: cc141425-0d33-4c27-850a-26fd0b9f0431, host: dv-cinder-789077-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:21:52.207206 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:52.224844 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f275fe74-7599-4c08-bae6-5600b30ce7e2 admin admin] Network 317afc62-497a-4b8e-918e-179621583757 is already hosted by enough agents. {{(pid=73839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:21:52.232259 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-f275fe74-7599-4c08-bae6-5600b30ce7e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:21:52.235208 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f275fe74-7599-4c08-bae6-5600b30ce7e2 admin admin] Received port after_create {{(pid=73839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:21:52.281900 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275fe74-7599-4c08-bae6-5600b30ce7e2 admin admin] Pushing event updated for resources: {'Port': ['ID=317a7042-ccda-456c-b0a6-a0ea874541df,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:52.288407 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-f275fe74-7599-4c08-bae6-5600b30ce7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:52.298321 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] For port cc141425-0d33-4c27-850a-26fd0b9f0431, host dv-cinder-789077-1-smb, cleared binding levels {{(pid=73840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:21:52.300561 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f275fe74-7599-4c08-bae6-5600b30ce7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656339'] for router_interface, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:52.301949 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] For port cc141425-0d33-4c27-850a-26fd0b9f0431, host dv-cinder-789077-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=cc141425-0d33-4c27-850a-26fd0b9f0431,segment=NetworkSegment(000b502f-0377-4925-a8c0-e47bbb3cb5cf),segment_id=000b502f-0377-4925-a8c0-e47bbb3cb5cf)] {{(pid=73840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:21:52.307711 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:52.311511 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:52.391185 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] Routers {'178987e8-fd98-4f58-81d1-bdef6495d7e8'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:21:52.391840 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:21:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['178987e8-fd98-4f58-81d1-bdef6495d7e8'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:52.450839 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413ff55-4cdb-424e-ad7e-c7dabbabd52f None None] Pushing event updated for resources: {'Port': ['ID=cc141425-0d33-4c27-850a-26fd0b9f0431,revision_number=3']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:52.464754 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-a413ff55-4cdb-424e-ad7e-c7dabbabd52f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:52.543111 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-c05d4813-50de-42c1-bc00-73744caa6d15 None None] Provisioning for port 317a7042-ccda-456c-b0a6-a0ea874541df completed by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:21:52.568879 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f275fe74-7599-4c08-bae6-5600b30ce7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:52.592628 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-c05d4813-50de-42c1-bc00-73744caa6d15 None None] Provisioning complete for port 317a7042-ccda-456c-b0a6-a0ea874541df triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:21:52.593470 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-c05d4813-50de-42c1-bc00-73744caa6d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:52.672525 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-c05d4813-50de-42c1-bc00-73744caa6d15 None None] Port 317a7042-ccda-456c-b0a6-a0ea874541df cannot update to ACTIVE because it is not bound. {{(pid=73840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:21:52.677712 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] Set router 178987e8-fd98-4f58-81d1-bdef6495d7e8 gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:21:52.911005 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device eb95b875-d5d8-457e-b111-5fcd34726a31 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:21:52.928951 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f275fe74-7599-4c08-bae6-5600b30ce7e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:52.934277 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f275fe74-7599-4c08-bae6-5600b30ce7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16143192'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:52.958961 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-9a95b905-23f7-4466-86dd-1a23f177fcfc tempest-VolumesNegativeTest-244474263 tempest-VolumesNegativeTest-244474263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:53.035797 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port eb95b875-d5d8-457e-b111-5fcd34726a31 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:21:53.036182 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:53.044908 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f275fe74-7599-4c08-bae6-5600b30ce7e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656240'] for router_interface, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:53.048373 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275fe74-7599-4c08-bae6-5600b30ce7e2 admin admin] Pushing event updated for resources: {'Port': ['ID=317a7042-ccda-456c-b0a6-a0ea874541df,revision_number=2']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:53.051899 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-f275fe74-7599-4c08-bae6-5600b30ce7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:53.093868 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'name': 'tempest-TestMinimumBasicScenario-1135644345-router', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:21:48Z', 'updated_at': '2021-05-02T03:21:49Z', 'revision_number': 3, 'project_id': 'e74e1daedb80485b860a48e594637352', 'gw_port': {'id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:49Z', 'updated_at': '2021-05-02T03:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:53.104950 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe9d22-baaa-4c2a-8f9a-20c328874a64 None None] The sync data for ids ['178987e8-fd98-4f58-81d1-bdef6495d7e8'] in dv-cinder-789077-1-smb is: [{'id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'name': 'tempest-TestMinimumBasicScenario-1135644345-router', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:21:48Z', 'updated_at': '2021-05-02T03:21:49Z', 'revision_number': 3, 'project_id': 'e74e1daedb80485b860a48e594637352', 'gw_port': {'id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:49Z', 'updated_at': '2021-05-02T03:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}] {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:21:53.197588 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f275fe74-7599-4c08-bae6-5600b30ce7e2 admin admin] Network 317afc62-497a-4b8e-918e-179621583757 is already hosted by enough agents. {{(pid=73839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:21:53.198706 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-f275fe74-7599-4c08-bae6-5600b30ce7e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:21:53.414559 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f275fe74-7599-4c08-bae6-5600b30ce7e2 admin admin] Router 178987e8-fd98-4f58-81d1-bdef6495d7e8 has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:21:53.511439 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-1e1ee41c-54aa-4bc8-b122-5cbc2d2eb05c None None] Provisioning complete for port 317a7042-ccda-456c-b0a6-a0ea874541df triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:21:53.512084 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e1ee41c-54aa-4bc8-b122-5cbc2d2eb05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:53.570083 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-1e1ee41c-54aa-4bc8-b122-5cbc2d2eb05c None None] Port 317a7042-ccda-456c-b0a6-a0ea874541df cannot update to ACTIVE because it is not bound. {{(pid=73840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:21:53.609179 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f275fe74-7599-4c08-bae6-5600b30ce7e2 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:21:53.618197 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-f275fe74-7599-4c08-bae6-5600b30ce7e2 admin admin] 10.222.0.20 "PUT /v2.0/routers/178987e8-fd98-4f58-81d1-bdef6495d7e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6771495 May 02 03:21:54.144458 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 46246) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:54.154907 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-537856218-network', 'tenant_id': '06cb6bac43ea42eaacce68fc6ddba865'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:21:54.159728 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:21:54.163617 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] Usage tracker for resource:network and tenant:06cb6bac43ea42eaacce68fc6ddba865 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:21:54.166854 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:21:54.172723 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:21:54.189087 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] Made reservation on behalf of 06cb6bac43ea42eaacce68fc6ddba865 for: {'network': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:21:54.190792 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for network, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:54.204252 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:54.219121 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:21:54.222937 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] Usage tracker for resource:security_group_rule and tenant:06cb6bac43ea42eaacce68fc6ddba865 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:21:54.226015 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:21:54.232269 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:21:54.319945 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:54.324111 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:54.327047 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-827908de-c301-47de-8377-56d0e8070594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:54.357612 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=73839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 03:21:54.363244 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82881ab-211b-4499-a3ee-d400335b75c0,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:54.367279 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:54.372373 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:54.372373 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.db.segments_db [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] Added segment e5594371-ac81-451b-8829-f3c131a6f067 of type vlan for network c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec May 02 03:21:54.398669 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794390503316'] for network, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:54.431312 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566'] for network, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:54.432358 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:21:54.432936 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:54.436254 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:54.538819 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3924682 May 02 03:21:54.539623 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] Pushing event updated for resources: {'Network': ['ID=c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:54.542241 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 46252) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:54.545196 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-60b340d9-820a-4f8a-b090-a92b98e64b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:54.550581 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-710879cd-7997-4c6d-a8e4-f76a92ca288e admin admin] Request body: {'subnet': {'network_id': 'c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-537856218-subnet', 'tenant_id': '06cb6bac43ea42eaacce68fc6ddba865', 'ip_version': 4}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:21:54.551409 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Network c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec details requested by agent ovs-agent-dv-cinder-789077-1-smb with host dv-cinder-789077-1-smb {{(pid=73840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 02 03:21:54.556403 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-710879cd-7997-4c6d-a8e4-f76a92ca288e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:21:54.557623 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] Sync routers for ids ['178987e8-fd98-4f58-81d1-bdef6495d7e8'] in dv-cinder-789077-1-smb {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:21:54.560323 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-710879cd-7997-4c6d-a8e4-f76a92ca288e admin admin] Usage tracker for resource:subnet and tenant:06cb6bac43ea42eaacce68fc6ddba865 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:21:54.563190 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-710879cd-7997-4c6d-a8e4-f76a92ca288e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:21:54.569509 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-710879cd-7997-4c6d-a8e4-f76a92ca288e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:21:54.579959 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] Routers {'178987e8-fd98-4f58-81d1-bdef6495d7e8'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:21:54.580682 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:21:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['178987e8-fd98-4f58-81d1-bdef6495d7e8'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:54.581394 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710879cd-7997-4c6d-a8e4-f76a92ca288e admin admin] Made reservation on behalf of 06cb6bac43ea42eaacce68fc6ddba865 for: {'subnet': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:21:54.583915 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-710879cd-7997-4c6d-a8e4-f76a92ca288e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15407768'] for subnet, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:54.766633 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] Set router 178987e8-fd98-4f58-81d1-bdef6495d7e8 gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:21:54.928982 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device cc141425-0d33-4c27-850a-26fd0b9f0431 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:21:55.004119 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning for port cc141425-0d33-4c27-850a-26fd0b9f0431 completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:21:55.008323 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-710879cd-7997-4c6d-a8e4-f76a92ca288e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16144095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15407758'] for subnet, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:55.009735 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port cc141425-0d33-4c27-850a-26fd0b9f0431 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:21:55.010224 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:55.015155 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-c3ee89bf-116d-43db-b658-3c6870fe7d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:55.092054 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710879cd-7997-4c6d-a8e4-f76a92ca288e admin admin] Checking segment: {'id': 'e5594371-ac81-451b-8829-f3c131a6f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:21:55.092415 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710879cd-7997-4c6d-a8e4-f76a92ca288e admin admin] Network hostable DHCP agents. Network: c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec, hostable agents: ['614df883-a3aa-459e-9403-57d681838b96'], hosted agents: [] {{(pid=73839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 03:21:55.098239 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710879cd-7997-4c6d-a8e4-f76a92ca288e admin admin] Pushing event updated for resources: {'Subnet': ['ID=37b102bb-0c01-4316-b5c1-d237b77a184f,revision_number=0']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:55.101291 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-710879cd-7997-4c6d-a8e4-f76a92ca288e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:55.103347 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'name': 'tempest-TestMinimumBasicScenario-1135644345-router', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:21:48Z', 'updated_at': '2021-05-02T03:21:52Z', 'revision_number': 4, 'project_id': 'e74e1daedb80485b860a48e594637352', 'gw_port': {'id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:49Z', 'updated_at': '2021-05-02T03:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '317a7042-ccda-456c-b0a6-a0ea874541df', 'name': '', 'network_id': '317afc62-497a-4b8e-918e-179621583757', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'mac_address': 'fa:16:3e:38:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2884b58f-5720-4f1e-9cc3-be138acd9191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:51Z', 'updated_at': '2021-05-02T03:21:52Z', 'revision_number': 2, 'project_id': 'e74e1daedb80485b860a48e594637352', 'subnets': [{'id': '2884b58f-5720-4f1e-9cc3-be138acd9191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:55.107895 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] Checking router: 178987e8-fd98-4f58-81d1-bdef6495d7e8 for host: dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:21:55.108268 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] Updating router 178987e8-fd98-4f58-81d1-bdef6495d7e8 port 317a7042-ccda-456c-b0a6-a0ea874541df binding host dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:21:55.118712 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710879cd-7997-4c6d-a8e4-f76a92ca288e admin admin] Network c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec is scheduled to be hosted by DHCP agent 614df883-a3aa-459e-9403-57d681838b96 with binding_index 1 {{(pid=73839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 03:21:55.130209 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-710879cd-7997-4c6d-a8e4-f76a92ca288e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789077-1-smb, c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec) {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:21:55.141691 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710879cd-7997-4c6d-a8e4-f76a92ca288e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:21:55.142107 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01decb43-8dc5-4aff-8a38-6866487527ec None None] Network c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:21:55.142446 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-710879cd-7997-4c6d-a8e4-f76a92ca288e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:55.166807 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-710879cd-7997-4c6d-a8e4-f76a92ca288e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6210217 May 02 03:21:55.167529 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 46256) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:55.170375 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:55.171749 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:55.172838 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-36ed7ba9-897e-4e69-ab0d-6b238e84a075 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-537856218-router', 'tenant_id': '06cb6bac43ea42eaacce68fc6ddba865', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:21:55.178617 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-36ed7ba9-897e-4e69-ab0d-6b238e84a075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:21:55.183073 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-36ed7ba9-897e-4e69-ab0d-6b238e84a075 admin admin] Usage tracker for resource:router and tenant:06cb6bac43ea42eaacce68fc6ddba865 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:21:55.186242 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-36ed7ba9-897e-4e69-ab0d-6b238e84a075 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:21:55.192112 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-36ed7ba9-897e-4e69-ab0d-6b238e84a075 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:21:55.203275 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-36ed7ba9-897e-4e69-ab0d-6b238e84a075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-700514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29505'] for router, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:55.204457 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-36ed7ba9-897e-4e69-ab0d-6b238e84a075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-681178', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29512'] for router, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:55.221143 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-36ed7ba9-897e-4e69-ab0d-6b238e84a075 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:55.254739 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] For port cc141425-0d33-4c27-850a-26fd0b9f0431, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=cc141425-0d33-4c27-850a-26fd0b9f0431,segment=NetworkSegment(000b502f-0377-4925-a8c0-e47bbb3cb5cf),segment_id=000b502f-0377-4925-a8c0-e47bbb3cb5cf)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:21:55.263055 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:55.267260 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:55.395742 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Pushing event updated for resources: {'Port': ['ID=cc141425-0d33-4c27-850a-26fd0b9f0431,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:55.402431 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:55.466117 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6664f06f-6782-45dc-8175-dca419648172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc315f690-2e35-5bac-9706-73e01d5bab1b-c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec', 'network_id': 'c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec', 'tenant_id': '06cb6bac43ea42eaacce68fc6ddba865', 'fixed_ips': [{'subnet_id': '37b102bb-0c01-4316-b5c1-d237b77a184f'}]}} from dv-cinder-789077-1-smb. {{(pid=73840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 02 03:21:55.467102 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-6664f06f-6782-45dc-8175-dca419648172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:55.590866 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] Notify callbacks [] for port, precommit_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:55.605636 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.provisioning_blocks [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] Transition to ACTIVE for port object 317a7042-ccda-456c-b0a6-a0ea874541df will not be triggered until provisioned by entity L2. {{(pid=73841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:21:55.612805 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:55.615729 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-36ed7ba9-897e-4e69-ab0d-6b238e84a075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-681171', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-700428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29626'] for router, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:55.623172 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:55.637198 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.db_base_plugin_common [None req-6664f06f-6782-45dc-8175-dca419648172 None None] Allocated IP 172.20.0.2 (c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec/37b102bb-0c01-4316-b5c1-d237b77a184f/5d4e731a-fb0d-48f5-9a2a-8998baacd153) {{(pid=73840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:21:55.858356 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.managers [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] Attempting to bind port 317a7042-ccda-456c-b0a6-a0ea874541df on host dv-cinder-789077-1-smb for vnic_type normal with profile {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:21:55.858727 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.managers [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] Attempting to bind port 317a7042-ccda-456c-b0a6-a0ea874541df by drivers openvswitch,hyperv on host dv-cinder-789077-1-smb at level 0 using segments [{'id': 'ed00a03b-5cf2-45b7-898c-05ab774c4ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '317afc62-497a-4b8e-918e-179621583757'}] {{(pid=73841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:21:55.859090 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] Attempting to bind port 317a7042-ccda-456c-b0a6-a0ea874541df on network 317afc62-497a-4b8e-918e-179621583757 {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:21:55.861495 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfd0a6-d6c1-42d1-906b-15cb576882a3 None None] Pushing event updated for resources: {'Port': ['ID=317a7042-ccda-456c-b0a6-a0ea874541df,revision_number=3']} {{(pid=73841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:55.871374 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bfd0a6-d6c1-42d1-906b-15cb576882a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:55.871722 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bfd0a6-d6c1-42d1-906b-15cb576882a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:55.872042 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bfd0a6-d6c1-42d1-906b-15cb576882a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:55.872375 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bfd0a6-d6c1-42d1-906b-15cb576882a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:55.872696 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bfd0a6-d6c1-42d1-906b-15cb576882a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:55.873019 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bfd0a6-d6c1-42d1-906b-15cb576882a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:55.873336 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bfd0a6-d6c1-42d1-906b-15cb576882a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:55.873651 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bfd0a6-d6c1-42d1-906b-15cb576882a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:55.873970 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bfd0a6-d6c1-42d1-906b-15cb576882a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:55.874281 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bfd0a6-d6c1-42d1-906b-15cb576882a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:55.874590 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bfd0a6-d6c1-42d1-906b-15cb576882a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:55.874899 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bfd0a6-d6c1-42d1-906b-15cb576882a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:21:55.878722 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [None req-18bfd0a6-d6c1-42d1-906b-15cb576882a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:55.881578 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] Checking agent: {'id': 'bb6488c3-d59c-408d-aa24-5113f65b4245', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 1, 45), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:21:55.881951 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] Checking segment: {'id': 'ed00a03b-5cf2-45b7-898c-05ab774c4ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '317afc62-497a-4b8e-918e-179621583757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:21:55.882352 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:55.882743 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] Bound using segment: {'id': 'ed00a03b-5cf2-45b7-898c-05ab774c4ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '317afc62-497a-4b8e-918e-179621583757'} {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:21:55.883268 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.managers [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] Bound port: 317a7042-ccda-456c-b0a6-a0ea874541df, host: dv-cinder-789077-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed00a03b-5cf2-45b7-898c-05ab774c4ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '317afc62-497a-4b8e-918e-179621583757'}}] {{(pid=73841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:21:55.883796 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:55.950211 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-6664f06f-6782-45dc-8175-dca419648172 None None] Notify callbacks [] for port, precommit_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:55.960417 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-6664f06f-6782-45dc-8175-dca419648172 None None] Transition to ACTIVE for port object 5d4e731a-fb0d-48f5-9a2a-8998baacd153 will not be triggered until provisioned by entity L2. {{(pid=73840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:21:55.980811 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-6664f06f-6782-45dc-8175-dca419648172 None None] Transition to ACTIVE for port object 5d4e731a-fb0d-48f5-9a2a-8998baacd153 will not be triggered until provisioned by entity DHCP. {{(pid=73840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:21:55.981626 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.db [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] For port 317a7042-ccda-456c-b0a6-a0ea874541df, host dv-cinder-789077-1-smb, cleared binding levels {{(pid=73841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:21:55.985363 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-36ed7ba9-897e-4e69-ab0d-6b238e84a075 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:55.986209 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.db [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] For port 317a7042-ccda-456c-b0a6-a0ea874541df, host dv-cinder-789077-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=317a7042-ccda-456c-b0a6-a0ea874541df,segment=NetworkSegment(ed00a03b-5cf2-45b7-898c-05ab774c4ae5),segment_id=ed00a03b-5cf2-45b7-898c-05ab774c4ae5)] {{(pid=73841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:21:55.988290 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-6664f06f-6782-45dc-8175-dca419648172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990'] for port, after_create {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:55.990490 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:55.994631 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:55.997317 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [None req-18bfd0a6-d6c1-42d1-906b-15cb576882a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:56.021153 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-36ed7ba9-897e-4e69-ab0d-6b238e84a075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:56.071985 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6664f06f-6782-45dc-8175-dca419648172 None None] Network c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec is already hosted by enough agents. {{(pid=73840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:21:56.078429 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.scheduler.base_scheduler [None req-6664f06f-6782-45dc-8175-dca419648172 None None] Resources bound (agent type, host, resource id): {{(pid=73840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:21:56.079568 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] Routers {'178987e8-fd98-4f58-81d1-bdef6495d7e8'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:21:56.081056 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:21:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['178987e8-fd98-4f58-81d1-bdef6495d7e8'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:56.082398 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664f06f-6782-45dc-8175-dca419648172 None None] Pushing event updated for resources: {'Port': ['ID=5d4e731a-fb0d-48f5-9a2a-8998baacd153,revision_number=1']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:56.093683 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6664f06f-6782-45dc-8175-dca419648172 None None] Received port after_create {{(pid=73840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:21:56.096295 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-6664f06f-6782-45dc-8175-dca419648172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:56.147771 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfd0a6-d6c1-42d1-906b-15cb576882a3 None None] Pushing event updated for resources: {'Port': ['ID=317a7042-ccda-456c-b0a6-a0ea874541df,revision_number=4']} {{(pid=73841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:56.151411 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [None req-18bfd0a6-d6c1-42d1-906b-15cb576882a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:56.199728 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-6664f06f-6782-45dc-8175-dca419648172 None None] Attempting to bind port 5d4e731a-fb0d-48f5-9a2a-8998baacd153 on host dv-cinder-789077-1-smb for vnic_type normal with profile {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:21:56.200356 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-6664f06f-6782-45dc-8175-dca419648172 None None] Attempting to bind port 5d4e731a-fb0d-48f5-9a2a-8998baacd153 by drivers openvswitch,hyperv on host dv-cinder-789077-1-smb at level 0 using segments [{'id': 'e5594371-ac81-451b-8829-f3c131a6f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec'}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:21:56.200888 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6664f06f-6782-45dc-8175-dca419648172 None None] Attempting to bind port 5d4e731a-fb0d-48f5-9a2a-8998baacd153 on network c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:21:56.201728 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_common [None req-36ed7ba9-897e-4e69-ab0d-6b238e84a075 admin admin] Allocated IP 172.28.2.17 (9f391acb-6dd2-44ac-8608-38eed26063e6/10d86011-1629-4945-9d03-3701e203e3e6/14d47568-3206-4059-abac-c30531b3fd1d) {{(pid=73839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:21:56.207230 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6664f06f-6782-45dc-8175-dca419648172 None None] Checking agent: {'id': 'bb6488c3-d59c-408d-aa24-5113f65b4245', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 1, 45), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:21:56.207886 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6664f06f-6782-45dc-8175-dca419648172 None None] Checking segment: {'id': 'e5594371-ac81-451b-8829-f3c131a6f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:21:56.208442 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-6664f06f-6782-45dc-8175-dca419648172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:56.208988 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6664f06f-6782-45dc-8175-dca419648172 None None] Bound using segment: {'id': 'e5594371-ac81-451b-8829-f3c131a6f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec'} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:21:56.209642 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-6664f06f-6782-45dc-8175-dca419648172 None None] Bound port: 5d4e731a-fb0d-48f5-9a2a-8998baacd153, host: dv-cinder-789077-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5594371-ac81-451b-8829-f3c131a6f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec'}}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:21:56.210197 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-6664f06f-6782-45dc-8175-dca419648172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:56.279687 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] Set router 178987e8-fd98-4f58-81d1-bdef6495d7e8 gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:21:56.310446 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-6664f06f-6782-45dc-8175-dca419648172 None None] For port 5d4e731a-fb0d-48f5-9a2a-8998baacd153, host dv-cinder-789077-1-smb, cleared binding levels {{(pid=73840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:21:56.314126 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-6664f06f-6782-45dc-8175-dca419648172 None None] For port 5d4e731a-fb0d-48f5-9a2a-8998baacd153, host dv-cinder-789077-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=5d4e731a-fb0d-48f5-9a2a-8998baacd153,segment=NetworkSegment(e5594371-ac81-451b-8829-f3c131a6f067),segment_id=e5594371-ac81-451b-8829-f3c131a6f067)] {{(pid=73840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:21:56.324050 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-6664f06f-6782-45dc-8175-dca419648172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:56.328925 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06d9a745-07ee-4643-80c3-b41759f04320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:56.370430 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-36ed7ba9-897e-4e69-ab0d-6b238e84a075 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:56.408279 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-36ed7ba9-897e-4e69-ab0d-6b238e84a075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:56.412728 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-52fba4e2-248c-44f1-8ecc-ed91fdd56c3b tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:56.416834 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664f06f-6782-45dc-8175-dca419648172 None None] Pushing event updated for resources: {'Port': ['ID=5d4e731a-fb0d-48f5-9a2a-8998baacd153,revision_number=2']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:56.435473 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-6664f06f-6782-45dc-8175-dca419648172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:56.482977 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ed7ba9-897e-4e69-ab0d-6b238e84a075 admin admin] Network 9f391acb-6dd2-44ac-8608-38eed26063e6 is already hosted by enough agents. {{(pid=73839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:21:56.486844 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-36ed7ba9-897e-4e69-ab0d-6b238e84a075 admin admin] Resources bound (agent type, host, resource id): {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:21:56.497519 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ed7ba9-897e-4e69-ab0d-6b238e84a075 admin admin] Received port after_create {{(pid=73839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:21:56.546269 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed7ba9-897e-4e69-ab0d-6b238e84a075 admin admin] Pushing event updated for resources: {'Port': ['ID=14d47568-3206-4059-abac-c30531b3fd1d,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:56.549319 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-36ed7ba9-897e-4e69-ab0d-6b238e84a075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:56.648772 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'name': 'tempest-TestMinimumBasicScenario-1135644345-router', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:21:48Z', 'updated_at': '2021-05-02T03:21:52Z', 'revision_number': 4, 'project_id': 'e74e1daedb80485b860a48e594637352', 'gw_port': {'id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:49Z', 'updated_at': '2021-05-02T03:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '317a7042-ccda-456c-b0a6-a0ea874541df', 'name': '', 'network_id': '317afc62-497a-4b8e-918e-179621583757', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'mac_address': 'fa:16:3e:38:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2884b58f-5720-4f1e-9cc3-be138acd9191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:51Z', 'updated_at': '2021-05-02T03:21:55Z', 'revision_number': 4, 'project_id': 'e74e1daedb80485b860a48e594637352', 'subnets': [{'id': '2884b58f-5720-4f1e-9cc3-be138acd9191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:56.656153 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3215d510-73c2-45a2-8ed4-f4ce338b5257 None None] The sync data for ids ['178987e8-fd98-4f58-81d1-bdef6495d7e8'] in dv-cinder-789077-1-smb is: [{'id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'name': 'tempest-TestMinimumBasicScenario-1135644345-router', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:21:48Z', 'updated_at': '2021-05-02T03:21:52Z', 'revision_number': 4, 'project_id': 'e74e1daedb80485b860a48e594637352', 'gw_port': {'id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:49Z', 'updated_at': '2021-05-02T03:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '317a7042-ccda-456c-b0a6-a0ea874541df', 'name': '', 'network_id': '317afc62-497a-4b8e-918e-179621583757', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'mac_address': 'fa:16:3e:38:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2884b58f-5720-4f1e-9cc3-be138acd9191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:51Z', 'updated_at': '2021-05-02T03:21:55Z', 'revision_number': 4, 'project_id': 'e74e1daedb80485b860a48e594637352', 'subnets': [{'id': '2884b58f-5720-4f1e-9cc3-be138acd9191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:21:57.027636 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device cc141425-0d33-4c27-850a-26fd0b9f0431 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:21:57.119488 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port cc141425-0d33-4c27-850a-26fd0b9f0431 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:21:57.119902 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:57.190229 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-36ed7ba9-897e-4e69-ab0d-6b238e84a075 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:57.270653 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 317a7042-ccda-456c-b0a6-a0ea874541df up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:21:57.348916 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning for port 317a7042-ccda-456c-b0a6-a0ea874541df completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:21:57.355673 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port 317a7042-ccda-456c-b0a6-a0ea874541df triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:21:57.356056 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:57.499549 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:57.510707 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40305ee-4d16-4aa3-b78f-85fb43296cfe None None] Network c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:21:57.595712 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-36ed7ba9-897e-4e69-ab0d-6b238e84a075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681148'] for router, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:57.632618 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] For port 317a7042-ccda-456c-b0a6-a0ea874541df, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=317a7042-ccda-456c-b0a6-a0ea874541df,segment=NetworkSegment(ed00a03b-5cf2-45b7-898c-05ab774c4ae5),segment_id=ed00a03b-5cf2-45b7-898c-05ab774c4ae5)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:21:57.639368 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:57.640209 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 5d4e731a-fb0d-48f5-9a2a-8998baacd153 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:21:57.673329 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:57.714292 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-48a67f4e-484f-49b0-b707-1db47f898151 None None] Provisioning for port 5d4e731a-fb0d-48f5-9a2a-8998baacd153 completed by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:21:57.831636 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ed7ba9-897e-4e69-ab0d-6b238e84a075 admin admin] Router bc09b46a-6f4d-41ac-9b69-228c2fda6429 is scheduled to L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f with binding_index 1 {{(pid=73839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 02 03:21:57.843081 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Pushing event updated for resources: {'Port': ['ID=317a7042-ccda-456c-b0a6-a0ea874541df,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:57.847985 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:57.886496 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning for port 5d4e731a-fb0d-48f5-9a2a-8998baacd153 completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:21:57.904092 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port 5d4e731a-fb0d-48f5-9a2a-8998baacd153 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:21:57.904800 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:58.024554 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ed7ba9-897e-4e69-ab0d-6b238e84a075 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:21:58.035798 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] Sync routers for ids ['bc09b46a-6f4d-41ac-9b69-228c2fda6429'] in dv-cinder-789077-1-smb {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:21:58.052169 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-36ed7ba9-897e-4e69-ab0d-6b238e84a075 admin admin] Notify callbacks [] for router, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:58.054385 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-36ed7ba9-897e-4e69-ab0d-6b238e84a075 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8860147 May 02 03:21:58.057487 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 46260) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:21:58.058536 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] Routers {'bc09b46a-6f4d-41ac-9b69-228c2fda6429'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:21:58.059209 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:21:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['bc09b46a-6f4d-41ac-9b69-228c2fda6429'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:58.127758 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:58.250537 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] For port 5d4e731a-fb0d-48f5-9a2a-8998baacd153, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=5d4e731a-fb0d-48f5-9a2a-8998baacd153,segment=NetworkSegment(e5594371-ac81-451b-8829-f3c131a6f067),segment_id=e5594371-ac81-451b-8829-f3c131a6f067)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:21:58.256330 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:58.261129 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:58.357665 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] Set router bc09b46a-6f4d-41ac-9b69-228c2fda6429 gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:21:58.514440 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-051c178c-67f1-4224-bdcd-8a03cac78fef None None] Provisioning complete for port 5d4e731a-fb0d-48f5-9a2a-8998baacd153 triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:21:58.514816 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-051c178c-67f1-4224-bdcd-8a03cac78fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:58.613793 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Pushing event updated for resources: {'Port': ['ID=5d4e731a-fb0d-48f5-9a2a-8998baacd153,revision_number=3']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:58.623697 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:58.788968 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09b46a-6f4d-41ac-9b69-228c2fda6429', 'name': 'tempest-TestMinimumBasicScenario-537856218-router', 'tenant_id': '06cb6bac43ea42eaacce68fc6ddba865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '14d47568-3206-4059-abac-c30531b3fd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:21:55Z', 'updated_at': '2021-05-02T03:21:56Z', 'revision_number': 3, 'project_id': '06cb6bac43ea42eaacce68fc6ddba865', 'gw_port': {'id': '14d47568-3206-4059-abac-c30531b3fd1d', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc09b46a-6f4d-41ac-9b69-228c2fda6429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:56Z', 'updated_at': '2021-05-02T03:21:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:58.794541 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] Checking router: bc09b46a-6f4d-41ac-9b69-228c2fda6429 for host: dv-cinder-789077-1-smb {{(pid=73840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:21:58.794899 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] Updating router bc09b46a-6f4d-41ac-9b69-228c2fda6429 port 14d47568-3206-4059-abac-c30531b3fd1d binding host dv-cinder-789077-1-smb {{(pid=73840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:21:58.854838 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:58.912673 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 317a7042-ccda-456c-b0a6-a0ea874541df up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:21:58.933914 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5f29cbe6-4e9f-47e1-a3c5-d522253311d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.140079 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port 317a7042-ccda-456c-b0a6-a0ea874541df triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:21:59.140682 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.154065 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_common [None req-5f29cbe6-4e9f-47e1-a3c5-d522253311d2 admin admin] Allocated IP 172.20.0.1 (c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec/37b102bb-0c01-4316-b5c1-d237b77a184f/d470f961-c561-43ad-a65e-6f4abee13ee3) {{(pid=73839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:21:59.309288 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5f29cbe6-4e9f-47e1-a3c5-d522253311d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.325410 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.provisioning_blocks [None req-5f29cbe6-4e9f-47e1-a3c5-d522253311d2 admin admin] Transition to ACTIVE for port object d470f961-c561-43ad-a65e-6f4abee13ee3 will not be triggered until provisioned by entity DHCP. {{(pid=73839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:21:59.350193 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5f29cbe6-4e9f-47e1-a3c5-d522253311d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.354756 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-87d87086-8c88-4d01-b2b7-1d17ba632572 tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:59.355588 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.363406 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 5d4e731a-fb0d-48f5-9a2a-8998baacd153 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:21:59.395257 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] Notify callbacks [] for port, precommit_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.411191 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f29cbe6-4e9f-47e1-a3c5-d522253311d2 admin admin] Network c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec is already hosted by enough agents. {{(pid=73839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:21:59.413970 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-5f29cbe6-4e9f-47e1-a3c5-d522253311d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:21:59.424659 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] Transition to ACTIVE for port object 14d47568-3206-4059-abac-c30531b3fd1d will not be triggered until provisioned by entity L2. {{(pid=73840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:21:59.425221 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f29cbe6-4e9f-47e1-a3c5-d522253311d2 admin admin] Received port after_create {{(pid=73839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:21:59.439793 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.443576 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:59.473188 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29cbe6-4e9f-47e1-a3c5-d522253311d2 admin admin] Pushing event updated for resources: {'Port': ['ID=d470f961-c561-43ad-a65e-6f4abee13ee3,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:59.478498 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-5f29cbe6-4e9f-47e1-a3c5-d522253311d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:59.491984 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5f29cbe6-4e9f-47e1-a3c5-d522253311d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656339'] for router_interface, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.537349 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port 5d4e731a-fb0d-48f5-9a2a-8998baacd153 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:21:59.537686 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.562583 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a216e32-eeaf-4dea-8e30-67d20a48f620 None None] Pushing event updated for resources: {'Port': ['ID=14d47568-3206-4059-abac-c30531b3fd1d,revision_number=2']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:59.570710 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] Attempting to bind port 14d47568-3206-4059-abac-c30531b3fd1d on host dv-cinder-789077-1-smb for vnic_type normal with profile {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:21:59.571725 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] Attempting to bind port 14d47568-3206-4059-abac-c30531b3fd1d by drivers openvswitch,hyperv on host dv-cinder-789077-1-smb at level 0 using segments [{'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:21:59.572056 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] Attempting to bind port 14d47568-3206-4059-abac-c30531b3fd1d on network 9f391acb-6dd2-44ac-8608-38eed26063e6 {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:21:59.574375 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-7a216e32-eeaf-4dea-8e30-67d20a48f620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:21:59.588180 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] Checking agent: {'id': 'bb6488c3-d59c-408d-aa24-5113f65b4245', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 1, 45), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:21:59.588586 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] Checking segment: {'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:21:59.588980 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.589390 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] Bound using segment: {'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'} {{(pid=73840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:21:59.589881 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.managers [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] Bound port: 14d47568-3206-4059-abac-c30531b3fd1d, host: dv-cinder-789077-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000b502f-0377-4925-a8c0-e47bbb3cb5cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6'}}] {{(pid=73840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:21:59.590268 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.627799 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5f29cbe6-4e9f-47e1-a3c5-d522253311d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.720352 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] For port 14d47568-3206-4059-abac-c30531b3fd1d, host dv-cinder-789077-1-smb, cleared binding levels {{(pid=73840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:21:59.744568 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] For port 14d47568-3206-4059-abac-c30531b3fd1d, host dv-cinder-789077-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=14d47568-3206-4059-abac-c30531b3fd1d,segment=NetworkSegment(000b502f-0377-4925-a8c0-e47bbb3cb5cf),segment_id=000b502f-0377-4925-a8c0-e47bbb3cb5cf)] {{(pid=73840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:21:59.747878 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-8cfacd2e-0ec9-4f6f-91db-727833982984 None None] Provisioning for port d470f961-c561-43ad-a65e-6f4abee13ee3 completed by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:21:59.755597 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.759661 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-62b2a374-747f-4c3a-89af-0e68632596b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:59.795401 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-8cfacd2e-0ec9-4f6f-91db-727833982984 None None] Provisioning complete for port d470f961-c561-43ad-a65e-6f4abee13ee3 triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:21:59.795794 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-8cfacd2e-0ec9-4f6f-91db-727833982984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.858766 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5f29cbe6-4e9f-47e1-a3c5-d522253311d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.863426 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5f29cbe6-4e9f-47e1-a3c5-d522253311d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16143192'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.888251 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-8cfacd2e-0ec9-4f6f-91db-727833982984 None None] Port d470f961-c561-43ad-a65e-6f4abee13ee3 cannot update to ACTIVE because it is not bound. {{(pid=73840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:21:59.890581 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-38c1a1c9-277a-4661-8601-2e4be29bb069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:21:59.892318 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] Routers {'bc09b46a-6f4d-41ac-9b69-228c2fda6429'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:21:59.892951 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:21:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['bc09b46a-6f4d-41ac-9b69-228c2fda6429'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:21:59.973793 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5f29cbe6-4e9f-47e1-a3c5-d522253311d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656240'] for router_interface, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:21:59.978595 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29cbe6-4e9f-47e1-a3c5-d522253311d2 admin admin] Pushing event updated for resources: {'Port': ['ID=d470f961-c561-43ad-a65e-6f4abee13ee3,revision_number=2']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:21:59.982096 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-5f29cbe6-4e9f-47e1-a3c5-d522253311d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:00.004141 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a216e32-eeaf-4dea-8e30-67d20a48f620 None None] Pushing event updated for resources: {'Port': ['ID=14d47568-3206-4059-abac-c30531b3fd1d,revision_number=3']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:00.010588 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-7a216e32-eeaf-4dea-8e30-67d20a48f620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:00.121882 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f29cbe6-4e9f-47e1-a3c5-d522253311d2 admin admin] Network c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec is already hosted by enough agents. {{(pid=73839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:22:00.123004 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [None req-5f29cbe6-4e9f-47e1-a3c5-d522253311d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:22:00.126780 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] Set router bc09b46a-6f4d-41ac-9b69-228c2fda6429 gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:22:00.323535 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f29cbe6-4e9f-47e1-a3c5-d522253311d2 admin admin] Router bc09b46a-6f4d-41ac-9b69-228c2fda6429 has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:22:00.449171 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-1c452f3e-7d85-4582-9512-bebd9c1d209f None None] Provisioning complete for port d470f961-c561-43ad-a65e-6f4abee13ee3 triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:22:00.449807 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1c452f3e-7d85-4582-9512-bebd9c1d209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:00.513956 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-1c452f3e-7d85-4582-9512-bebd9c1d209f None None] Port d470f961-c561-43ad-a65e-6f4abee13ee3 cannot update to ACTIVE because it is not bound. {{(pid=73840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:22:00.526745 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09b46a-6f4d-41ac-9b69-228c2fda6429', 'name': 'tempest-TestMinimumBasicScenario-537856218-router', 'tenant_id': '06cb6bac43ea42eaacce68fc6ddba865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '14d47568-3206-4059-abac-c30531b3fd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:21:55Z', 'updated_at': '2021-05-02T03:21:59Z', 'revision_number': 4, 'project_id': '06cb6bac43ea42eaacce68fc6ddba865', 'gw_port': {'id': '14d47568-3206-4059-abac-c30531b3fd1d', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc09b46a-6f4d-41ac-9b69-228c2fda6429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:56Z', 'updated_at': '2021-05-02T03:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': 'd470f961-c561-43ad-a65e-6f4abee13ee3', 'name': '', 'network_id': 'c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec', 'tenant_id': '06cb6bac43ea42eaacce68fc6ddba865', 'mac_address': 'fa:16:3e:0d:fd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc09b46a-6f4d-41ac-9b69-228c2fda6429', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '37b102bb-0c01-4316-b5c1-d237b77a184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:58Z', 'updated_at': '2021-05-02T03:21:59Z', 'revision_number': 2, 'project_id': '06cb6bac43ea42eaacce68fc6ddba865', 'subnets': [{'id': '37b102bb-0c01-4316-b5c1-d237b77a184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:22:00.530683 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47500af5-2b35-49b6-aae5-7db50a51ba7c None None] The sync data for ids ['bc09b46a-6f4d-41ac-9b69-228c2fda6429'] in dv-cinder-789077-1-smb is: [{'id': 'bc09b46a-6f4d-41ac-9b69-228c2fda6429', 'name': 'tempest-TestMinimumBasicScenario-537856218-router', 'tenant_id': '06cb6bac43ea42eaacce68fc6ddba865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '14d47568-3206-4059-abac-c30531b3fd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:21:55Z', 'updated_at': '2021-05-02T03:21:59Z', 'revision_number': 4, 'project_id': '06cb6bac43ea42eaacce68fc6ddba865', 'gw_port': {'id': '14d47568-3206-4059-abac-c30531b3fd1d', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc09b46a-6f4d-41ac-9b69-228c2fda6429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:56Z', 'updated_at': '2021-05-02T03:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': 'd470f961-c561-43ad-a65e-6f4abee13ee3', 'name': '', 'network_id': 'c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec', 'tenant_id': '06cb6bac43ea42eaacce68fc6ddba865', 'mac_address': 'fa:16:3e:0d:fd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc09b46a-6f4d-41ac-9b69-228c2fda6429', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '37b102bb-0c01-4316-b5c1-d237b77a184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:58Z', 'updated_at': '2021-05-02T03:21:59Z', 'revision_number': 2, 'project_id': '06cb6bac43ea42eaacce68fc6ddba865', 'subnets': [{'id': '37b102bb-0c01-4316-b5c1-d237b77a184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:22:00.623642 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f29cbe6-4e9f-47e1-a3c5-d522253311d2 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:22:00.632818 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-5f29cbe6-4e9f-47e1-a3c5-d522253311d2 admin admin] 10.222.0.20 "PUT /v2.0/routers/bc09b46a-6f4d-41ac-9b69-228c2fda6429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5741160 May 02 03:22:02.947108 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 14d47568-3206-4059-abac-c30531b3fd1d up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:22:03.029725 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning for port 14d47568-3206-4059-abac-c30531b3fd1d completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:22:03.035261 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port 14d47568-3206-4059-abac-c30531b3fd1d triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:22:03.035803 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:03.172129 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:03.197024 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] For port 14d47568-3206-4059-abac-c30531b3fd1d, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=14d47568-3206-4059-abac-c30531b3fd1d,segment=NetworkSegment(000b502f-0377-4925-a8c0-e47bbb3cb5cf),segment_id=000b502f-0377-4925-a8c0-e47bbb3cb5cf)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:22:03.203245 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:03.205416 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-7a216e32-eeaf-4dea-8e30-67d20a48f620 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:03.283239 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Pushing event updated for resources: {'Port': ['ID=14d47568-3206-4059-abac-c30531b3fd1d,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:03.286089 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:03.357182 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:22:04.365602 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] Sync routers for ids ['bc09b46a-6f4d-41ac-9b69-228c2fda6429'] in dv-cinder-789077-1-smb {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:22:04.381780 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] Routers {'bc09b46a-6f4d-41ac-9b69-228c2fda6429'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:22:04.382407 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:21:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['bc09b46a-6f4d-41ac-9b69-228c2fda6429'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:22:04.572250 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] Set router bc09b46a-6f4d-41ac-9b69-228c2fda6429 gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:22:04.941366 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 14d47568-3206-4059-abac-c30531b3fd1d up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:22:04.997846 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09b46a-6f4d-41ac-9b69-228c2fda6429', 'name': 'tempest-TestMinimumBasicScenario-537856218-router', 'tenant_id': '06cb6bac43ea42eaacce68fc6ddba865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '14d47568-3206-4059-abac-c30531b3fd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:21:55Z', 'updated_at': '2021-05-02T03:21:59Z', 'revision_number': 4, 'project_id': '06cb6bac43ea42eaacce68fc6ddba865', 'gw_port': {'id': '14d47568-3206-4059-abac-c30531b3fd1d', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09b46a-6f4d-41ac-9b69-228c2fda6429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:56Z', 'updated_at': '2021-05-02T03:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': 'd470f961-c561-43ad-a65e-6f4abee13ee3', 'name': '', 'network_id': 'c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec', 'tenant_id': '06cb6bac43ea42eaacce68fc6ddba865', 'mac_address': 'fa:16:3e:0d:fd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc09b46a-6f4d-41ac-9b69-228c2fda6429', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '37b102bb-0c01-4316-b5c1-d237b77a184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:58Z', 'updated_at': '2021-05-02T03:21:59Z', 'revision_number': 2, 'project_id': '06cb6bac43ea42eaacce68fc6ddba865', 'subnets': [{'id': '37b102bb-0c01-4316-b5c1-d237b77a184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:22:05.003613 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] Checking router: bc09b46a-6f4d-41ac-9b69-228c2fda6429 for host: dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:22:05.003974 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] Updating router bc09b46a-6f4d-41ac-9b69-228c2fda6429 port d470f961-c561-43ad-a65e-6f4abee13ee3 binding host dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 03:22:05.024023 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port 14d47568-3206-4059-abac-c30531b3fd1d triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:22:05.024408 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:05.069133 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:05.448704 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] Notify callbacks [] for port, precommit_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:05.464623 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.provisioning_blocks [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] Transition to ACTIVE for port object d470f961-c561-43ad-a65e-6f4abee13ee3 will not be triggered until provisioned by entity L2. {{(pid=73841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:22:05.472898 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:05.477278 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:05.611221 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9090e94-e9d4-45ae-9e9f-dd93715f7b5c None None] Pushing event updated for resources: {'Port': ['ID=d470f961-c561-43ad-a65e-6f4abee13ee3,revision_number=3']} {{(pid=73841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:05.622621 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [None req-c9090e94-e9d4-45ae-9e9f-dd93715f7b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:05.735868 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.managers [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] Attempting to bind port d470f961-c561-43ad-a65e-6f4abee13ee3 on host dv-cinder-789077-1-smb for vnic_type normal with profile {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:22:05.736236 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.managers [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] Attempting to bind port d470f961-c561-43ad-a65e-6f4abee13ee3 by drivers openvswitch,hyperv on host dv-cinder-789077-1-smb at level 0 using segments [{'id': 'e5594371-ac81-451b-8829-f3c131a6f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec'}] {{(pid=73841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:22:05.736602 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] Attempting to bind port d470f961-c561-43ad-a65e-6f4abee13ee3 on network c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:22:05.742570 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] Checking agent: {'id': 'bb6488c3-d59c-408d-aa24-5113f65b4245', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789077-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 1, 45), 'started_at': datetime.datetime(2021, 5, 2, 3, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789077-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:22:05.743589 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] Checking segment: {'id': 'e5594371-ac81-451b-8829-f3c131a6f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:22:05.744097 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:05.744494 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] Bound using segment: {'id': 'e5594371-ac81-451b-8829-f3c131a6f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec'} {{(pid=73841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:22:05.744982 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.managers [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] Bound port: d470f961-c561-43ad-a65e-6f4abee13ee3, host: dv-cinder-789077-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5594371-ac81-451b-8829-f3c131a6f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec'}}] {{(pid=73841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:22:05.745368 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:05.852944 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.db [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] For port d470f961-c561-43ad-a65e-6f4abee13ee3, host dv-cinder-789077-1-smb, cleared binding levels {{(pid=73841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:22:05.856560 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.plugins.ml2.db [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] For port d470f961-c561-43ad-a65e-6f4abee13ee3, host dv-cinder-789077-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=d470f961-c561-43ad-a65e-6f4abee13ee3,segment=NetworkSegment(e5594371-ac81-451b-8829-f3c131a6f067),segment_id=e5594371-ac81-451b-8829-f3c131a6f067)] {{(pid=73841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:22:05.863703 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron_lib.callbacks.manager [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:05.874107 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [None req-08ac5f9e-6aaa-48cc-b421-49f8fda5781d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:05.962551 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] Routers {'bc09b46a-6f4d-41ac-9b69-228c2fda6429'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:22:05.962551 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:21:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['bc09b46a-6f4d-41ac-9b69-228c2fda6429'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:22:06.070608 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9090e94-e9d4-45ae-9e9f-dd93715f7b5c None None] Pushing event updated for resources: {'Port': ['ID=d470f961-c561-43ad-a65e-6f4abee13ee3,revision_number=4']} {{(pid=73841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:06.078157 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG oslo_concurrency.lockutils [None req-c9090e94-e9d4-45ae-9e9f-dd93715f7b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=73841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:06.218449 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] Set router bc09b46a-6f4d-41ac-9b69-228c2fda6429 gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:22:06.582342 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09b46a-6f4d-41ac-9b69-228c2fda6429', 'name': 'tempest-TestMinimumBasicScenario-537856218-router', 'tenant_id': '06cb6bac43ea42eaacce68fc6ddba865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '14d47568-3206-4059-abac-c30531b3fd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:21:55Z', 'updated_at': '2021-05-02T03:21:59Z', 'revision_number': 4, 'project_id': '06cb6bac43ea42eaacce68fc6ddba865', 'gw_port': {'id': '14d47568-3206-4059-abac-c30531b3fd1d', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09b46a-6f4d-41ac-9b69-228c2fda6429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:56Z', 'updated_at': '2021-05-02T03:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': 'd470f961-c561-43ad-a65e-6f4abee13ee3', 'name': '', 'network_id': 'c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec', 'tenant_id': '06cb6bac43ea42eaacce68fc6ddba865', 'mac_address': 'fa:16:3e:0d:fd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc09b46a-6f4d-41ac-9b69-228c2fda6429', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '37b102bb-0c01-4316-b5c1-d237b77a184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:58Z', 'updated_at': '2021-05-02T03:22:05Z', 'revision_number': 4, 'project_id': '06cb6bac43ea42eaacce68fc6ddba865', 'subnets': [{'id': '37b102bb-0c01-4316-b5c1-d237b77a184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:22:06.586543 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1122d304-7dbd-4852-a84c-c1a935eb2347 None None] The sync data for ids ['bc09b46a-6f4d-41ac-9b69-228c2fda6429'] in dv-cinder-789077-1-smb is: [{'id': 'bc09b46a-6f4d-41ac-9b69-228c2fda6429', 'name': 'tempest-TestMinimumBasicScenario-537856218-router', 'tenant_id': '06cb6bac43ea42eaacce68fc6ddba865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '14d47568-3206-4059-abac-c30531b3fd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:21:55Z', 'updated_at': '2021-05-02T03:21:59Z', 'revision_number': 4, 'project_id': '06cb6bac43ea42eaacce68fc6ddba865', 'gw_port': {'id': '14d47568-3206-4059-abac-c30531b3fd1d', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09b46a-6f4d-41ac-9b69-228c2fda6429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:56Z', 'updated_at': '2021-05-02T03:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': 'd470f961-c561-43ad-a65e-6f4abee13ee3', 'name': '', 'network_id': 'c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec', 'tenant_id': '06cb6bac43ea42eaacce68fc6ddba865', 'mac_address': 'fa:16:3e:0d:fd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc09b46a-6f4d-41ac-9b69-228c2fda6429', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '37b102bb-0c01-4316-b5c1-d237b77a184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:58Z', 'updated_at': '2021-05-02T03:22:05Z', 'revision_number': 4, 'project_id': '06cb6bac43ea42eaacce68fc6ddba865', 'subnets': [{'id': '37b102bb-0c01-4316-b5c1-d237b77a184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:22:06.936001 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device d470f961-c561-43ad-a65e-6f4abee13ee3 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:22:07.011440 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning for port d470f961-c561-43ad-a65e-6f4abee13ee3 completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:22:07.017349 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port d470f961-c561-43ad-a65e-6f4abee13ee3 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:22:07.017831 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:07.165404 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:07.206019 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] For port d470f961-c561-43ad-a65e-6f4abee13ee3, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=d470f961-c561-43ad-a65e-6f4abee13ee3,segment=NetworkSegment(e5594371-ac81-451b-8829-f3c131a6f067),segment_id=e5594371-ac81-451b-8829-f3c131a6f067)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:22:07.213910 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:07.216166 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:07.299874 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Pushing event updated for resources: {'Port': ['ID=d470f961-c561-43ad-a65e-6f4abee13ee3,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:07.303846 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:08.929799 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device d470f961-c561-43ad-a65e-6f4abee13ee3 up at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:22:09.010796 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Provisioning complete for port d470f961-c561-43ad-a65e-6f4abee13ee3 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:22:09.011207 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:10.649769 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-7fa43983-3c87-4efa-894b-a1fb0c5cb479 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:10.651051 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-7fa43983-3c87-4efa-894b-a1fb0c5cb479 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/networks?id=317afc62-497a-4b8e-918e-179621583757 HTTP/1.1" status: 200 len: 815 time: 0.1509047 May 02 03:22:10.665819 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-3f88c12d-dcf7-41b7-9ce0-e33a40e6225f tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/quotas/e74e1daedb80485b860a48e594637352 HTTP/1.1" status: 200 len: 375 time: 0.0091951 May 02 03:22:10.752657 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-00c23402-dca2-4e97-b6d3-f36336616fe6 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Synchronizing usage tracker for tenant:e74e1daedb80485b860a48e594637352 on resource:port {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:22:10.771200 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-00c23402-dca2-4e97-b6d3-f36336616fe6 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Unset dirty status for tenant:e74e1daedb80485b860a48e594637352 on resource:port {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:22:10.772630 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-00c23402-dca2-4e97-b6d3-f36336616fe6 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e74e1daedb80485b860a48e594637352&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015201 May 02 03:22:10.907182 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-845b28af-1e8a-47af-8916-2527987acc07 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=73839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 02 03:22:10.908160 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-845b28af-1e8a-47af-8916-2527987acc07 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1204021 May 02 03:22:11.048918 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-2b4e7afc-e59d-448c-8855-1beb015b7e33 service neutron] 10.222.0.20 "GET /v2.0/networks/317afc62-497a-4b8e-918e-179621583757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346231 May 02 03:22:11.184849 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-8aa1740e-ca66-49e5-b131-ccfbb2de566d service neutron] 10.222.0.20 "GET /v2.0/networks/317afc62-497a-4b8e-918e-179621583757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298037 May 02 03:22:11.363889 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-abebad80-0897-4d14-bab1-850e3483e511 req-b3fc30e2-3ba6-49e5-bf6b-3f4e318274da tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 210 time: 0.0440695 May 02 03:22:12.076190 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0328257b-13cf-4e86-a1b5-4916c6f6c0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:12.590846 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-7a02f313-b4dc-4df8-bc2f-17bed2b92a5d req-52a54079-ea5a-4f26-b844-ceaf730dd98f tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 210 time: 0.1092193 May 02 03:22:12.638851 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-1fbb9def-b55b-4258-83f3-dcbd51ea565f tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:12.640871 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-1fbb9def-b55b-4258-83f3-dcbd51ea565f tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.16 "GET /v2.0/networks?id=317afc62-497a-4b8e-918e-179621583757 HTTP/1.1" status: 200 len: 815 time: 0.2034962 May 02 03:22:12.652594 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-0e221625-861f-4e0b-a2a8-45756c069906 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Request body: {'port': {'device_id': '8d5f4d18-3e64-4e52-bffe-271811662d71', 'network_id': '317afc62-497a-4b8e-918e-179621583757', 'admin_state_up': True, 'tenant_id': 'e74e1daedb80485b860a48e594637352'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:22:12.795796 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-0e221625-861f-4e0b-a2a8-45756c069906 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:22:12.806821 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-0e221625-861f-4e0b-a2a8-45756c069906 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:22:12.817238 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-0e221625-861f-4e0b-a2a8-45756c069906 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Made reservation on behalf of e74e1daedb80485b860a48e594637352 for: {'port': 1} {{(pid=73839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 03:22:12.822199 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-0e221625-861f-4e0b-a2a8-45756c069906 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:13.008756 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_common [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-0e221625-861f-4e0b-a2a8-45756c069906 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Allocated IP 172.20.0.6 (317afc62-497a-4b8e-918e-179621583757/2884b58f-5720-4f1e-9cc3-be138acd9191/0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3) {{(pid=73839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:22:13.292622 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-0e221625-861f-4e0b-a2a8-45756c069906 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for port, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:13.311797 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.provisioning_blocks [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-0e221625-861f-4e0b-a2a8-45756c069906 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Transition to ACTIVE for port object 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 will not be triggered until provisioned by entity DHCP. {{(pid=73839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:22:13.337777 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-0e221625-861f-4e0b-a2a8-45756c069906 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:13.345704 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:13.406160 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-0e221625-861f-4e0b-a2a8-45756c069906 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Network 317afc62-497a-4b8e-918e-179621583757 is already hosted by enough agents. {{(pid=73839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:22:13.409519 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.base_scheduler [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-0e221625-861f-4e0b-a2a8-45756c069906 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Resources bound (agent type, host, resource id): {{(pid=73839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:22:13.413612 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-0e221625-861f-4e0b-a2a8-45756c069906 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Received port after_create {{(pid=73839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:22:13.477632 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e221625-861f-4e0b-a2a8-45756c069906 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Pushing event updated for resources: {'Port': ['ID=0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:13.482828 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-0e221625-861f-4e0b-a2a8-45756c069906 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:13.504954 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-0e221625-861f-4e0b-a2a8-45756c069906 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:13.505630 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-0e221625-861f-4e0b-a2a8-45756c069906 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:13.534388 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-0e221625-861f-4e0b-a2a8-45756c069906 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8860891 May 02 03:22:13.665741 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-e69f4982-a287-4bca-8363-5378c9c1eff4 None None] Provisioning for port 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 completed by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:22:13.673247 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-e69f4982-a287-4bca-8363-5378c9c1eff4 None None] Provisioning complete for port 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:22:13.673247 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-e69f4982-a287-4bca-8363-5378c9c1eff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:13.766417 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-e69f4982-a287-4bca-8363-5378c9c1eff4 None None] Port 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 cannot update to ACTIVE because it is not bound. {{(pid=73840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 02 03:22:13.803874 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf7257-f3f9-4b2b-86be-f6c57f13ffc3 req-d70f3de4-7105-457c-afc2-a1b2dbd4fdd2 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:13.805359 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-8ebf7257-f3f9-4b2b-86be-f6c57f13ffc3 req-d70f3de4-7105-457c-afc2-a1b2dbd4fdd2 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 931 time: 0.1065347 May 02 03:22:13.857220 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-8ebf7257-f3f9-4b2b-86be-f6c57f13ffc3 req-898ea411-8a5e-4fa1-9ca0-d247ffe37496 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Synchronizing usage tracker for tenant:e74e1daedb80485b860a48e594637352 on resource:security_group {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:22:13.873055 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-8ebf7257-f3f9-4b2b-86be-f6c57f13ffc3 req-898ea411-8a5e-4fa1-9ca0-d247ffe37496 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Unset dirty status for tenant:e74e1daedb80485b860a48e594637352 on resource:security_group {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:22:13.874232 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-8ebf7257-f3f9-4b2b-86be-f6c57f13ffc3 req-898ea411-8a5e-4fa1-9ca0-d247ffe37496 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623262 May 02 03:22:14.667432 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-66c3f4d5-9b0a-4be7-bbd0-164dbe289d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:14.975970 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:15.074410 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaff630-fc28-4c1d-b814-fd44734479b1 req-2b5627c7-5e6c-45a9-b026-125bd2aebc6a tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:15.075342 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-3aaff630-fc28-4c1d-b814-fd44734479b1 req-2b5627c7-5e6c-45a9-b026-125bd2aebc6a tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Synchronizing usage tracker for tenant:e74e1daedb80485b860a48e594637352 on resource:port {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:22:15.093206 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-3aaff630-fc28-4c1d-b814-fd44734479b1 req-2b5627c7-5e6c-45a9-b026-125bd2aebc6a tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Unset dirty status for tenant:e74e1daedb80485b860a48e594637352 on resource:port {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:22:15.094650 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3aaff630-fc28-4c1d-b814-fd44734479b1 req-2b5627c7-5e6c-45a9-b026-125bd2aebc6a tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 931 time: 0.1077187 May 02 03:22:15.263743 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-3aaff630-fc28-4c1d-b814-fd44734479b1 req-4cf7c305-e08a-42e0-ae9e-6dcb4f36387b tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629019 May 02 03:22:16.079026 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:16.466569 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11bba0-ecb7-48e7-ba0b-2962b47b1743 req-67bd8b0c-f8ca-4b87-a0bf-5bdaec8ee93a tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:16.468078 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-5f11bba0-ecb7-48e7-ba0b-2962b47b1743 req-67bd8b0c-f8ca-4b87-a0bf-5bdaec8ee93a tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 931 time: 0.0924139 May 02 03:22:16.517899 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-5f11bba0-ecb7-48e7-ba0b-2962b47b1743 req-04b595bc-eb77-4076-b929-3ba9b32bde59 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437293 May 02 03:22:17.719328 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792d9c7-1c68-476a-ac68-b808e0cf6225 req-0335db49-2549-4adb-b7bd-8cdc22c90558 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:17.721511 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a792d9c7-1c68-476a-ac68-b808e0cf6225 req-0335db49-2549-4adb-b7bd-8cdc22c90558 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 931 time: 0.0938854 May 02 03:22:17.773992 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a792d9c7-1c68-476a-ac68-b808e0cf6225 req-2213f985-089d-4d58-ab39-d2d793cf3e99 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444591 May 02 03:22:17.823457 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:18.985601 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4710d-76d8-4d26-9f58-c6d70de1425c req-b09e0614-4e0c-4dc8-9ef4-501042066699 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:18.987051 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3be4710d-76d8-4d26-9f58-c6d70de1425c req-b09e0614-4e0c-4dc8-9ef4-501042066699 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 931 time: 0.0904167 May 02 03:22:19.037893 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-3be4710d-76d8-4d26-9f58-c6d70de1425c req-7cab0315-bec9-4551-b2e8-80c95c4dcab9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440228 May 02 03:22:20.242550 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3bc6f-8a79-4717-9177-bccf007291fc req-767db52f-8e84-4aa5-9681-63c46a97e06e tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:20.244203 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-37a3bc6f-8a79-4717-9177-bccf007291fc req-767db52f-8e84-4aa5-9681-63c46a97e06e tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 931 time: 0.0914426 May 02 03:22:20.294020 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-37a3bc6f-8a79-4717-9177-bccf007291fc req-0fbff9d7-9ab6-4fec-8d64-eac26c139f47 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431077 May 02 03:22:21.490034 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791d1dd-180c-4a4a-97d7-c5d838b64ca5 req-1d3a3b69-1180-4f26-849a-180d169db050 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:21.491564 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b791d1dd-180c-4a4a-97d7-c5d838b64ca5 req-1d3a3b69-1180-4f26-849a-180d169db050 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 931 time: 0.0882242 May 02 03:22:21.538837 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-b791d1dd-180c-4a4a-97d7-c5d838b64ca5 req-166cd332-5ca0-4c95-adaf-8f6eeae002ce tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415542 May 02 03:22:22.731364 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fec33-33f0-4999-b86d-31b1ba27587a req-13bd72f9-2750-4d3c-b947-2f0318073d8b tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:22.732824 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-242fec33-33f0-4999-b86d-31b1ba27587a req-13bd72f9-2750-4d3c-b947-2f0318073d8b tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 931 time: 0.0849569 May 02 03:22:22.779911 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-242fec33-33f0-4999-b86d-31b1ba27587a req-97d9a58d-dbb1-41eb-895f-9e65ba9ff131 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413952 May 02 03:22:23.048532 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-d6734707-ea89-4514-8109-f85290830002 service neutron] Request body: {'port': {'device_id': '8d5f4d18-3e64-4e52-bffe-271811662d71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78907'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:22:23.163919 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-d6734707-ea89-4514-8109-f85290830002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:23.504591 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.notifiers.nova [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-d6734707-ea89-4514-8109-f85290830002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 {{(pid=73839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:22:23.512604 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-d6734707-ea89-4514-8109-f85290830002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:23.530760 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.provisioning_blocks [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-d6734707-ea89-4514-8109-f85290830002 service neutron] Transition to ACTIVE for port object 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 will not be triggered until provisioned by entity L2. {{(pid=73839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 02 03:22:23.533934 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-d6734707-ea89-4514-8109-f85290830002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16143192'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:23.538620 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-5236caee-11ba-49dc-b4fd-62185823ccdd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:23.694381 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6734707-ea89-4514-8109-f85290830002 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3,revision_number=2']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:23.698059 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-d6734707-ea89-4514-8109-f85290830002 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:23.783182 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-d6734707-ea89-4514-8109-f85290830002 service neutron] Attempting to bind port 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 on host hv-cinder-78907 for vnic_type normal with profile {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 02 03:22:23.783708 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-d6734707-ea89-4514-8109-f85290830002 service neutron] Attempting to bind port 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 by drivers openvswitch,hyperv on host hv-cinder-78907 at level 0 using segments [{'id': 'ed00a03b-5cf2-45b7-898c-05ab774c4ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '317afc62-497a-4b8e-918e-179621583757'}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 02 03:22:23.783831 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-d6734707-ea89-4514-8109-f85290830002 service neutron] Attempting to bind port 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 on network 317afc62-497a-4b8e-918e-179621583757 {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:22:23.789213 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-d6734707-ea89-4514-8109-f85290830002 service neutron] Port 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 on network 317afc62-497a-4b8e-918e-179621583757 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78907 {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 02 03:22:23.790087 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-d6734707-ea89-4514-8109-f85290830002 service neutron] Attempting to bind port 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 on network 317afc62-497a-4b8e-918e-179621583757 {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 02 03:22:23.795177 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-d6734707-ea89-4514-8109-f85290830002 service neutron] Checking agent: {'id': 'f9e719c6-981b-4bb7-a7e6-8d35fc174b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78907', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'started_at': datetime.datetime(2021, 5, 2, 3, 7, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 2, 3, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 02 03:22:23.795512 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-d6734707-ea89-4514-8109-f85290830002 service neutron] Checking segment: {'id': 'ed00a03b-5cf2-45b7-898c-05ab774c4ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '317afc62-497a-4b8e-918e-179621583757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 02 03:22:23.795891 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-d6734707-ea89-4514-8109-f85290830002 service neutron] Bound using segment: {'id': 'ed00a03b-5cf2-45b7-898c-05ab774c4ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '317afc62-497a-4b8e-918e-179621583757'} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 02 03:22:23.796315 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-d6734707-ea89-4514-8109-f85290830002 service neutron] Bound port: 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3, host: hv-cinder-78907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed00a03b-5cf2-45b7-898c-05ab774c4ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '317afc62-497a-4b8e-918e-179621583757'}}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 02 03:22:23.796654 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-d6734707-ea89-4514-8109-f85290830002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:23.890775 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-d6734707-ea89-4514-8109-f85290830002 service neutron] For port 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3, host hv-cinder-78907, cleared binding levels {{(pid=73839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 02 03:22:23.893930 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-d6734707-ea89-4514-8109-f85290830002 service neutron] For port 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3, host hv-cinder-78907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3,segment=NetworkSegment(ed00a03b-5cf2-45b7-898c-05ab774c4ae5),segment_id=ed00a03b-5cf2-45b7-898c-05ab774c4ae5)] {{(pid=73839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 02 03:22:23.899966 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-d6734707-ea89-4514-8109-f85290830002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16143192'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:23.905050 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-daf34622-95be-449f-af75-f16f8ac22cee tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:23.957982 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-d6734707-ea89-4514-8109-f85290830002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:23.959066 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-d6734707-ea89-4514-8109-f85290830002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:23.960676 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-d6734707-ea89-4514-8109-f85290830002 service neutron] 10.222.0.16 "PUT /v2.0/ports/0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 HTTP/1.1" status: 200 len: 1093 time: 1.0276213 May 02 03:22:23.961968 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5f4d18-3e64-4e52-bffe-271811662d71', 'tag': '0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3'}] {{(pid=73839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:22:23.994600 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e29499-9be4-4889-aad3-f2fa18e24022 req-67a3170e-c931-4f65-9e90-0344bf73af7a tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:23.997974 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-20e29499-9be4-4889-aad3-f2fa18e24022 req-67a3170e-c931-4f65-9e90-0344bf73af7a tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 943 time: 0.1083975 May 02 03:22:24.010025 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6734707-ea89-4514-8109-f85290830002 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3,revision_number=3']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:24.049633 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-d6734707-ea89-4514-8109-f85290830002 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:24.056711 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-20e29499-9be4-4889-aad3-f2fa18e24022 req-45453c1a-db3d-48f9-b5ed-05e9925546a0 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510862 May 02 03:22:24.100594 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-3aac1839-03b6-407b-83b8-efe07c70bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:24.102503 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-3aac1839-03b6-407b-83b8-efe07c70bd95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e74e1daedb80485b860a48e594637352&device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 1096 time: 0.0942512 May 02 03:22:24.174308 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-e53894db-ce05-4b5b-a833-d1d754eb9790 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 HTTP/1.1" status: 200 len: 217 time: 0.0650346 May 02 03:22:24.212522 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5f4d18-3e64-4e52-bffe-271811662d71', 'tag': '0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3', 'status': 'completed', 'code': 200} May 02 03:22:24.244465 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-5ea6729a-342c-4b9c-9ce7-c2259f6dd4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:24.245960 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-5ea6729a-342c-4b9c-9ce7-c2259f6dd4cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2884b58f-5720-4f1e-9cc3-be138acd9191 HTTP/1.1" status: 200 len: 854 time: 0.0659940 May 02 03:22:24.323771 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-33560785-932c-42b5-8c99-ad9e009d30f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:24.325256 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-33560785-932c-42b5-8c99-ad9e009d30f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=317afc62-497a-4b8e-918e-179621583757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733271 May 02 03:22:24.560579 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-b29798c0-2eaf-463f-b906-26e69d168045 service neutron] 10.222.0.16 "GET /v2.0/networks/317afc62-497a-4b8e-918e-179621583757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285669 May 02 03:22:24.694427 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-52a3af8c-c116-42ce-8171-b02e461a0b16 req-8ad447ed-7eb5-4f1b-ac25-c8ec2c19c987 service neutron] 10.222.0.16 "GET /v2.0/networks/317afc62-497a-4b8e-918e-179621583757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280463 May 02 03:22:24.815968 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32250a56-94d0-4672-9c8f-a524d5d16280 req-59ed2435-bdbb-4b8b-9850-a3e2fcf65a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:24.817390 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-32250a56-94d0-4672-9c8f-a524d5d16280 req-59ed2435-bdbb-4b8b-9850-a3e2fcf65a8a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e74e1daedb80485b860a48e594637352&device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 1096 time: 0.0755606 May 02 03:22:24.963125 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32250a56-94d0-4672-9c8f-a524d5d16280 req-7bc0681d-272b-4438-b9ca-315b714422e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:24.964628 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-32250a56-94d0-4672-9c8f-a524d5d16280 req-7bc0681d-272b-4438-b9ca-315b714422e9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=317afc62-497a-4b8e-918e-179621583757 HTTP/1.1" status: 200 len: 916 time: 0.1395926 May 02 03:22:25.040502 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-32250a56-94d0-4672-9c8f-a524d5d16280 req-c50ee291-b089-44e1-9bc2-010c0e11caf5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 HTTP/1.1" status: 200 len: 217 time: 0.0690663 May 02 03:22:25.113653 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32250a56-94d0-4672-9c8f-a524d5d16280 req-e2797c7f-4668-4473-b4f9-6f2e8478a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:25.115117 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-32250a56-94d0-4672-9c8f-a524d5d16280 req-e2797c7f-4668-4473-b4f9-6f2e8478a20f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2884b58f-5720-4f1e-9cc3-be138acd9191 HTTP/1.1" status: 200 len: 854 time: 0.0679419 May 02 03:22:25.197329 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32250a56-94d0-4672-9c8f-a524d5d16280 req-6fe14e67-84fc-4f78-a9aa-746aff4f45a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:25.198814 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-32250a56-94d0-4672-9c8f-a524d5d16280 req-6fe14e67-84fc-4f78-a9aa-746aff4f45a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=317afc62-497a-4b8e-918e-179621583757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751090 May 02 03:22:25.250609 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0dd70-6f7c-4ba1-91d3-016afa746c10 req-623bf63c-5aaf-46b5-b390-601a2078f598 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:25.252131 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-95b0dd70-6f7c-4ba1-91d3-016afa746c10 req-623bf63c-5aaf-46b5-b390-601a2078f598 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 943 time: 0.0838609 May 02 03:22:25.301455 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-95b0dd70-6f7c-4ba1-91d3-016afa746c10 req-20798e4e-abbc-4f09-81d6-d0d00ba14496 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435667 May 02 03:22:25.335827 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-32250a56-94d0-4672-9c8f-a524d5d16280 req-73f1c82a-ada9-4712-81c6-9824153ef8b9 service neutron] 10.222.0.16 "GET /v2.0/networks/317afc62-497a-4b8e-918e-179621583757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295788 May 02 03:22:25.470974 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-32250a56-94d0-4672-9c8f-a524d5d16280 req-97cff1fc-65dd-4b93-8bf8-377937d12dcf service neutron] 10.222.0.16 "GET /v2.0/networks/317afc62-497a-4b8e-918e-179621583757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270773 May 02 03:22:26.492160 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f9637-cea9-4c45-83b1-c19d8763b906 req-a158587e-dff8-4bb8-a873-3c3d203d4c16 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:26.494186 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-ce5f9637-cea9-4c45-83b1-c19d8763b906 req-a158587e-dff8-4bb8-a873-3c3d203d4c16 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 943 time: 0.0828059 May 02 03:22:26.542901 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-ce5f9637-cea9-4c45-83b1-c19d8763b906 req-812686f9-689f-41e1-8996-3977eb7da8a9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429633 May 02 03:22:27.734889 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 details requested by agent hyperv_hv-cinder-78907 with host hv-cinder-78907 {{(pid=73840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 02 03:22:27.740762 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023bdcb-ae9d-46fc-bd79-8f736ad7626c req-badb3ee1-3e40-4bdf-a95e-22c04bc94009 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:27.742344 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e023bdcb-ae9d-46fc-bd79-8f736ad7626c req-badb3ee1-3e40-4bdf-a95e-22c04bc94009 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 943 time: 0.0944223 May 02 03:22:27.791051 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e023bdcb-ae9d-46fc-bd79-8f736ad7626c req-fb1e9701-341d-43e0-b094-e0b379661784 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417848 May 02 03:22:27.914625 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3,segment=NetworkSegment(ed00a03b-5cf2-45b7-898c-05ab774c4ae5),segment_id=ed00a03b-5cf2-45b7-898c-05ab774c4ae5)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:22:27.927499 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Returning: {'device': '0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3', 'network_id': '317afc62-497a-4b8e-918e-179621583757', 'port_id': '0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3', 'mac_address': 'fa:16:3e:63:32:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2884b58f-5720-4f1e-9cc3-be138acd9191', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 02 03:22:27.983092 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:28.000559 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [None req-06578581-5416-4b0b-80be-835749a33250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 {{(pid=73840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 02 03:22:28.015649 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3,segment=NetworkSegment(ed00a03b-5cf2-45b7-898c-05ab774c4ae5),segment_id=ed00a03b-5cf2-45b7-898c-05ab774c4ae5)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:22:28.019515 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:28.022157 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-5ca61c66-2142-4dd5-b91a-cc1006f9e608 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:28.090446 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3,revision_number=4']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:28.093623 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:28.251515 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:22:28.986619 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c85ef6-0ecb-4875-8fe6-12f1f59b8db9 req-c55939a0-4f95-45a3-8ebd-ce2277234862 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:28.988104 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-54c85ef6-0ecb-4875-8fe6-12f1f59b8db9 req-c55939a0-4f95-45a3-8ebd-ce2277234862 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 944 time: 0.0829184 May 02 03:22:29.043088 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-54c85ef6-0ecb-4875-8fe6-12f1f59b8db9 req-0d2c511a-d41b-40fe-85c7-2a58a2445b00 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484915 May 02 03:22:29.312962 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:29.749475 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 up at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 02 03:22:29.818555 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning for port 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 completed by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 02 03:22:29.823746 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-06578581-5416-4b0b-80be-835749a33250 None None] Provisioning complete for port 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 triggered by entity L2. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:22:29.824102 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:29.944724 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:29.973580 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5f4d18-3e64-4e52-bffe-271811662d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3'}] {{(pid=73840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:22:29.984611 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] For port 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3,segment=NetworkSegment(ed00a03b-5cf2-45b7-898c-05ab774c4ae5),segment_id=ed00a03b-5cf2-45b7-898c-05ab774c4ae5)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:22:29.990487 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053'] for port, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:29.993272 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:30.061712 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Pushing event updated for resources: {'Port': ['ID=0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3,revision_number=5']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:30.066569 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:30.091561 dv-cinder-789077-1-smb neutron-server[73840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5f4d18-3e64-4e52-bffe-271811662d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3', 'code': 200} May 02 03:22:30.240096 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57187ac3-b9e3-4af5-ab2a-fa964f745af4 req-633dde9d-ac3c-4cea-8f23-2988c93f9df5 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:30.241442 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-57187ac3-b9e3-4af5-ab2a-fa964f745af4 req-633dde9d-ac3c-4cea-8f23-2988c93f9df5 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 945 time: 0.0870318 May 02 03:22:30.330864 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-57187ac3-b9e3-4af5-ab2a-fa964f745af4 req-bc5e288a-8141-46f6-840d-6018ff1f2469 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546856 May 02 03:22:30.347920 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22dd2c-b340-487d-9ae2-cf9c4790ceff req-98250b61-8551-46db-951d-0bdd03192f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:30.349629 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-0a22dd2c-b340-487d-9ae2-cf9c4790ceff req-98250b61-8551-46db-951d-0bdd03192f0c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 1098 time: 0.1046760 May 02 03:22:30.389907 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-0a22dd2c-b340-487d-9ae2-cf9c4790ceff req-4d65f9b9-7bc8-4dda-9177-3992b6965bb4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333531 May 02 03:22:31.526706 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b05ed-cb23-4b9b-9c65-0ca928ae12af req-f601c8cf-c841-4c00-bd3a-8b9e9829e0be tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:31.528287 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-483b05ed-cb23-4b9b-9c65-0ca928ae12af req-f601c8cf-c841-4c00-bd3a-8b9e9829e0be tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 945 time: 0.0879195 May 02 03:22:31.575773 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-483b05ed-cb23-4b9b-9c65-0ca928ae12af req-56b0ca9f-7a4e-4c45-8659-6fcc393dbff9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413382 May 02 03:22:31.769686 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d18e6-e490-47a6-8892-f8f51f8050b4 req-a8fcbb6d-eeb9-4f25-b6ec-ff5152899f46 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:31.771189 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a16d18e6-e490-47a6-8892-f8f51f8050b4 req-a8fcbb6d-eeb9-4f25-b6ec-ff5152899f46 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 945 time: 0.0870934 May 02 03:22:31.818228 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-a16d18e6-e490-47a6-8892-f8f51f8050b4 req-9706e65e-1aef-46da-9761-f914b5fe1d6c tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406802 May 02 03:22:32.204869 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c96fd5-fec5-42d6-92cd-dcfb648742cc req-7e850acb-031c-4577-b4f8-daf7ede49ecd tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:32.206260 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e3c96fd5-fec5-42d6-92cd-dcfb648742cc req-7e850acb-031c-4577-b4f8-daf7ede49ecd tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 945 time: 0.0823820 May 02 03:22:32.256524 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e3c96fd5-fec5-42d6-92cd-dcfb648742cc req-35504391-92a7-4894-88ce-7568cd18f9b2 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438933 May 02 03:22:37.075262 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16405acf-cf01-4601-8760-1b289bbf488e req-83ff8e81-695c-4ef0-87ac-af0d89d1259b tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:37.076741 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-16405acf-cf01-4601-8760-1b289bbf488e req-83ff8e81-695c-4ef0-87ac-af0d89d1259b tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 945 time: 0.0826271 May 02 03:22:37.122741 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-16405acf-cf01-4601-8760-1b289bbf488e req-edd864d2-2196-48f2-bb72-14c01b09fe51 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402822 May 02 03:22:37.145872 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 46448) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:22:37.262951 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bff0b0-36db-41da-ac4f-980bc8443a2f tempest-TestMinimumBasicScenario-1015430743 tempest-TestMinimumBasicScenario-1015430743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:37.264489 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-36bff0b0-36db-41da-ac4f-980bc8443a2f tempest-TestMinimumBasicScenario-1015430743 tempest-TestMinimumBasicScenario-1015430743-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 1093 time: 0.1177208 May 02 03:22:37.267382 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 46454) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:22:37.272402 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Request body: {'floatingip': {'floating_network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'port_id': '0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'fixed_ip_address': '172.20.0.6'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:22:37.278862 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:22:37.282617 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Usage tracker for resource:floatingip and tenant:e74e1daedb80485b860a48e594637352 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:22:37.285408 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:22:37.291660 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:22:37.302775 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for floatingip, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:37.441919 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:37.671064 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Allocated IP 172.28.2.25 (9f391acb-6dd2-44ac-8608-38eed26063e6/10d86011-1629-4945-9d03-3701e203e3e6/f7885549-43c8-4d9c-bd23-43d831c24382) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 03:22:37.828062 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:37.857560 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794390515990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16413079'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:37.861969 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-489f308d-ebbc-4437-a9f1-deac58e8a0df tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:37.920034 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Network 9f391acb-6dd2-44ac-8608-38eed26063e6 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 03:22:37.926818 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Resources bound (agent type, host, resource id): {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 03:22:37.932231 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 02 03:22:37.972594 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Pushing event updated for resources: {'Port': ['ID=f7885549-43c8-4d9c-bd23-43d831c24382,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:37.977306 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:38.354665 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:38.428628 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:38.640790 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:38.645984 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16413088'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:38.650192 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-fe92bd5b-78b9-4727-a0c4-7c4f4ba8399a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:38.764773 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Pushing event updated for resources: {'Port': ['ID=f7885549-43c8-4d9c-bd23-43d831c24382,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:38.767565 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:38.776827 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681044'] for floatingip, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:38.958975 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.db.l3_db [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Floating IP 0a5c580f-44dc-4733-83a5-cbabd15cd54b associated. External IP: 172.28.2.25, port: 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3. May 02 03:22:39.432301 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Router 178987e8-fd98-4f58-81d1-bdef6495d7e8 has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:22:39.624976 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:22:39.634914 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e36b04-bbad-45be-a374-f4aa331da5d9 None None] Sync routers for ids ['178987e8-fd98-4f58-81d1-bdef6495d7e8'] in dv-cinder-789077-1-smb {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:22:39.645693 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e36b04-bbad-45be-a374-f4aa331da5d9 None None] Routers {'178987e8-fd98-4f58-81d1-bdef6495d7e8'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:22:39.646631 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-20e36b04-bbad-45be-a374-f4aa331da5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:22:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['178987e8-fd98-4f58-81d1-bdef6495d7e8'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:22:39.653732 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for floatingip, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:39.713309 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-107dc4a5-031d-4070-9558-478541f06fd9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4447868 May 02 03:22:39.713955 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5f4d18-3e64-4e52-bffe-271811662d71', 'tag': '0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:22:39.716670 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 46458) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:22:39.722146 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-f21809ed-b809-4611-b384-12f877de4231 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1550548315', 'description': 'tempest-secgroup-smoke-1550548315 description', 'project_id': 'e74e1daedb80485b860a48e594637352'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:22:39.734595 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-f21809ed-b809-4611-b384-12f877de4231 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:22:39.747883 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-f21809ed-b809-4611-b384-12f877de4231 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:22:39.760382 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f21809ed-b809-4611-b384-12f877de4231 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for security_group, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:39.786596 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-f21809ed-b809-4611-b384-12f877de4231 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:22:39.791298 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-f21809ed-b809-4611-b384-12f877de4231 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Usage tracker for resource:security_group_rule and tenant:e74e1daedb80485b860a48e594637352 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:22:39.794267 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-f21809ed-b809-4611-b384-12f877de4231 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:22:39.800704 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-f21809ed-b809-4611-b384-12f877de4231 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:22:39.825021 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5f4d18-3e64-4e52-bffe-271811662d71', 'tag': '0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3', 'status': 'completed', 'code': 200} May 02 03:22:39.853930 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-20e36b04-bbad-45be-a374-f4aa331da5d9 None None] Set router 178987e8-fd98-4f58-81d1-bdef6495d7e8 gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:22:40.031290 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f21809ed-b809-4611-b384-12f877de4231 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for security_group, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:40.036298 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f21809ed-b809-4611-b384-12f877de4231 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:40.041417 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-c6b6a64f-13f2-49f7-975e-d2c49c453f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:40.096571 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21809ed-b809-4611-b384-12f877de4231 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac319ef-583f-4bf7-adf3-762e379bd0af,revision_number=1']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:40.102914 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-f21809ed-b809-4611-b384-12f877de4231 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:40.109123 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-f21809ed-b809-4611-b384-12f877de4231 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:40.110456 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-f21809ed-b809-4611-b384-12f877de4231 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3927369 May 02 03:22:40.114205 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 46466) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:22:40.116747 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17559528-365c-4bad-9b25-d4a94c189e26 req-158f2d01-87a3-4d0a-b649-14585df2d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:40.118268 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-17559528-365c-4bad-9b25-d4a94c189e26 req-158f2d01-87a3-4d0a-b649-14585df2d53a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e74e1daedb80485b860a48e594637352&device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 1098 time: 0.2544839 May 02 03:22:40.120531 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-a6cccb02-d15c-4480-a4f9-222fc4ec9a4e tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Request body: {'security_group_rule': {'security_group_id': 'aac319ef-583f-4bf7-adf3-762e379bd0af', 'project_id': 'e74e1daedb80485b860a48e594637352', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:22:40.126677 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-a6cccb02-d15c-4480-a4f9-222fc4ec9a4e tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:22:40.130678 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-a6cccb02-d15c-4480-a4f9-222fc4ec9a4e tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Usage tracker for resource:security_group_rule and tenant:e74e1daedb80485b860a48e594637352 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:22:40.133854 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-a6cccb02-d15c-4480-a4f9-222fc4ec9a4e tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:22:40.140731 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-a6cccb02-d15c-4480-a4f9-222fc4ec9a4e tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:22:40.157680 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a6cccb02-d15c-4480-a4f9-222fc4ec9a4e tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:40.222731 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-20e36b04-bbad-45be-a374-f4aa331da5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'name': 'tempest-TestMinimumBasicScenario-1135644345-router', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:21:48Z', 'updated_at': '2021-05-02T03:21:52Z', 'revision_number': 4, 'project_id': 'e74e1daedb80485b860a48e594637352', 'gw_port': {'id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:49Z', 'updated_at': '2021-05-02T03:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_floatingips': [{'id': '0a5c580f-44dc-4733-83a5-cbabd15cd54b', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'floating_ip_address': '172.28.2.25', 'floating_network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'router_id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'port_id': '0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317afc62-497a-4b8e-918e-179621583757', 'mac_address': 'fa:16:3e:63:32:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5f4d18-3e64-4e52-bffe-271811662d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:22:38Z', 'updated_at': '2021-05-02T03:22:38Z', 'revision_number': 0, 'project_id': 'e74e1daedb80485b860a48e594637352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317a7042-ccda-456c-b0a6-a0ea874541df', 'name': '', 'network_id': '317afc62-497a-4b8e-918e-179621583757', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'mac_address': 'fa:16:3e:38:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2884b58f-5720-4f1e-9cc3-be138acd9191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:51Z', 'updated_at': '2021-05-02T03:21:57Z', 'revision_number': 5, 'project_id': 'e74e1daedb80485b860a48e594637352', 'subnets': [{'id': '2884b58f-5720-4f1e-9cc3-be138acd9191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:22:40.223468 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a6cccb02-d15c-4480-a4f9-222fc4ec9a4e tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:40.228223 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e36b04-bbad-45be-a374-f4aa331da5d9 None None] Checking router: 178987e8-fd98-4f58-81d1-bdef6495d7e8 for host: dv-cinder-789077-1-smb {{(pid=73840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:22:40.228652 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a6cccb02-d15c-4480-a4f9-222fc4ec9a4e tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768850'] for security_group_rule, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:40.230751 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-c68c795f-f452-46cc-ae89-62e43605f374 tempest-TestShelveInstance-2048023182 tempest-TestShelveInstance-2048023182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:40.237951 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e36b04-bbad-45be-a374-f4aa331da5d9 None None] Routers {'178987e8-fd98-4f58-81d1-bdef6495d7e8'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:22:40.238564 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-20e36b04-bbad-45be-a374-f4aa331da5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:22:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['178987e8-fd98-4f58-81d1-bdef6495d7e8'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:22:40.251995 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cccb02-d15c-4480-a4f9-222fc4ec9a4e tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2940e1-e4d5-4cef-a292-ea532e1aa55c,revision_number=0']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:40.256084 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-a6cccb02-d15c-4480-a4f9-222fc4ec9a4e tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:40.265264 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a6cccb02-d15c-4480-a4f9-222fc4ec9a4e tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:40.266515 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-a6cccb02-d15c-4480-a4f9-222fc4ec9a4e tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510372 May 02 03:22:40.269330 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 46470) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:22:40.272212 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17559528-365c-4bad-9b25-d4a94c189e26 req-399ddc4a-26f8-4d82-8965-814bd0276c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:40.274381 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-17559528-365c-4bad-9b25-d4a94c189e26 req-399ddc4a-26f8-4d82-8965-814bd0276c15 service neutron] 10.222.0.16 "GET /v2.0/networks?id=317afc62-497a-4b8e-918e-179621583757 HTTP/1.1" status: 200 len: 916 time: 0.1501970 May 02 03:22:40.275453 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-7d7c3e78-6b55-47bd-9e62-dec896180729 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Request body: {'security_group_rule': {'security_group_id': 'aac319ef-583f-4bf7-adf3-762e379bd0af', 'project_id': 'e74e1daedb80485b860a48e594637352', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:22:40.281388 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-7d7c3e78-6b55-47bd-9e62-dec896180729 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:22:40.285214 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-7d7c3e78-6b55-47bd-9e62-dec896180729 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Usage tracker for resource:security_group_rule and tenant:e74e1daedb80485b860a48e594637352 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:22:40.288182 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-7d7c3e78-6b55-47bd-9e62-dec896180729 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:22:40.294929 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-7d7c3e78-6b55-47bd-9e62-dec896180729 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:22:40.311512 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7d7c3e78-6b55-47bd-9e62-dec896180729 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:40.358766 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:22:40.378926 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7d7c3e78-6b55-47bd-9e62-dec896180729 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:40.384549 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7d7c3e78-6b55-47bd-9e62-dec896180729 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768850'] for security_group_rule, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:40.386829 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:40.389678 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-17559528-365c-4bad-9b25-d4a94c189e26 req-1fa9d6be-80a7-4a1c-beb6-ca314a0cce21 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 HTTP/1.1" status: 200 len: 998 time: 0.1089613 May 02 03:22:40.408937 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c3e78-6b55-47bd-9e62-dec896180729 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc34b06-072f-4901-bc0a-ccda409918fc,revision_number=0']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:40.413002 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-7d7c3e78-6b55-47bd-9e62-dec896180729 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:40.423372 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7d7c3e78-6b55-47bd-9e62-dec896180729 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:40.427590 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-7d7c3e78-6b55-47bd-9e62-dec896180729 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1547050 May 02 03:22:40.427846 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 46474) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:22:40.433698 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-20e36b04-bbad-45be-a374-f4aa331da5d9 None None] Set router 178987e8-fd98-4f58-81d1-bdef6495d7e8 gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:22:40.434441 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-1d67c54f-d86a-429d-8073-15ea42d8d493 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Request body: {'security_group_rule': {'security_group_id': 'aac319ef-583f-4bf7-adf3-762e379bd0af', 'project_id': 'e74e1daedb80485b860a48e594637352', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:22:40.440404 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-1d67c54f-d86a-429d-8073-15ea42d8d493 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:22:40.444462 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-1d67c54f-d86a-429d-8073-15ea42d8d493 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Usage tracker for resource:security_group_rule and tenant:e74e1daedb80485b860a48e594637352 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:22:40.448519 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-1d67c54f-d86a-429d-8073-15ea42d8d493 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:22:40.455753 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-1d67c54f-d86a-429d-8073-15ea42d8d493 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:22:40.472001 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17559528-365c-4bad-9b25-d4a94c189e26 req-c1459e7f-d567-49ef-8fdd-368ee051902d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:40.473617 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-17559528-365c-4bad-9b25-d4a94c189e26 req-c1459e7f-d567-49ef-8fdd-368ee051902d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2884b58f-5720-4f1e-9cc3-be138acd9191 HTTP/1.1" status: 200 len: 854 time: 0.0784161 May 02 03:22:40.475714 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-1d67c54f-d86a-429d-8073-15ea42d8d493 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:40.548319 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-1d67c54f-d86a-429d-8073-15ea42d8d493 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:40.552362 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-1d67c54f-d86a-429d-8073-15ea42d8d493 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768850'] for security_group_rule, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:40.556669 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17559528-365c-4bad-9b25-d4a94c189e26 req-dae321cc-7fd5-4505-8948-914884b8f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:40.558036 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-17559528-365c-4bad-9b25-d4a94c189e26 req-dae321cc-7fd5-4505-8948-914884b8f5d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=317afc62-497a-4b8e-918e-179621583757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780499 May 02 03:22:40.560086 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:40.582656 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67c54f-d86a-429d-8073-15ea42d8d493 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4411a90-e2f1-49a0-9c20-9cce6c3f59d3,revision_number=0']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:40.590025 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-1d67c54f-d86a-429d-8073-15ea42d8d493 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:40.595651 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-1d67c54f-d86a-429d-8073-15ea42d8d493 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:40.599944 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-1d67c54f-d86a-429d-8073-15ea42d8d493 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1683364 May 02 03:22:40.600829 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 46478) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:22:40.606043 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [None req-3d6a66e0-2374-43e0-81c2-8e556d53419d tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Request body: {'security_group_rule': {'security_group_id': 'aac319ef-583f-4bf7-adf3-762e379bd0af', 'project_id': 'e74e1daedb80485b860a48e594637352', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:22:40.612302 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-3d6a66e0-2374-43e0-81c2-8e556d53419d tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:22:40.616408 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-3d6a66e0-2374-43e0-81c2-8e556d53419d tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Usage tracker for resource:security_group_rule and tenant:e74e1daedb80485b860a48e594637352 is out of sync, need to count used quota {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:22:40.620138 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [None req-3d6a66e0-2374-43e0-81c2-8e556d53419d tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:22:40.626141 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.quota.driver [None req-3d6a66e0-2374-43e0-81c2-8e556d53419d tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:22:40.644571 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d6a66e0-2374-43e0-81c2-8e556d53419d tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:40.717200 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d6a66e0-2374-43e0-81c2-8e556d53419d tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:40.721979 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-17559528-365c-4bad-9b25-d4a94c189e26 req-f6cb557f-9328-480b-8764-9bf7c145d648 service neutron] 10.222.0.16 "GET /v2.0/networks/317afc62-497a-4b8e-918e-179621583757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574254 May 02 03:22:40.724035 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d6a66e0-2374-43e0-81c2-8e556d53419d tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768850'] for security_group_rule, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:40.726124 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:40.758395 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a66e0-2374-43e0-81c2-8e556d53419d tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5eba8ee-e5ce-431c-9e3d-b03092957fce,revision_number=0']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:40.761481 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-3d6a66e0-2374-43e0-81c2-8e556d53419d tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:40.765840 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d6a66e0-2374-43e0-81c2-8e556d53419d tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:40.770647 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 46482) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:22:40.771168 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-3d6a66e0-2374-43e0-81c2-8e556d53419d tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1693661 May 02 03:22:40.782552 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-b1db0a81-9c79-4ecd-a4e7-581b13bf1238 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Request body: {'security_group_rule': {'security_group_id': 'aac319ef-583f-4bf7-adf3-762e379bd0af', 'project_id': 'e74e1daedb80485b860a48e594637352', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:22:40.792260 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-b1db0a81-9c79-4ecd-a4e7-581b13bf1238 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:22:40.852865 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-b1db0a81-9c79-4ecd-a4e7-581b13bf1238 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Usage tracker for resource:security_group_rule and tenant:e74e1daedb80485b860a48e594637352 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:22:40.857464 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-b1db0a81-9c79-4ecd-a4e7-581b13bf1238 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:22:40.865891 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-b1db0a81-9c79-4ecd-a4e7-581b13bf1238 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:22:40.876103 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-20e36b04-bbad-45be-a374-f4aa331da5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'name': 'tempest-TestMinimumBasicScenario-1135644345-router', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:21:48Z', 'updated_at': '2021-05-02T03:21:52Z', 'revision_number': 4, 'project_id': 'e74e1daedb80485b860a48e594637352', 'gw_port': {'id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:49Z', 'updated_at': '2021-05-02T03:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_floatingips': [{'id': '0a5c580f-44dc-4733-83a5-cbabd15cd54b', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'floating_ip_address': '172.28.2.25', 'floating_network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'router_id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'port_id': '0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317afc62-497a-4b8e-918e-179621583757', 'mac_address': 'fa:16:3e:63:32:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5f4d18-3e64-4e52-bffe-271811662d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:22:38Z', 'updated_at': '2021-05-02T03:22:38Z', 'revision_number': 0, 'project_id': 'e74e1daedb80485b860a48e594637352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317a7042-ccda-456c-b0a6-a0ea874541df', 'name': '', 'network_id': '317afc62-497a-4b8e-918e-179621583757', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'mac_address': 'fa:16:3e:38:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2884b58f-5720-4f1e-9cc3-be138acd9191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:51Z', 'updated_at': '2021-05-02T03:21:57Z', 'revision_number': 5, 'project_id': 'e74e1daedb80485b860a48e594637352', 'subnets': [{'id': '2884b58f-5720-4f1e-9cc3-be138acd9191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:22:40.880617 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e36b04-bbad-45be-a374-f4aa331da5d9 None None] The sync data for ids ['178987e8-fd98-4f58-81d1-bdef6495d7e8'] in dv-cinder-789077-1-smb is: [{'id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'name': 'tempest-TestMinimumBasicScenario-1135644345-router', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:21:48Z', 'updated_at': '2021-05-02T03:21:52Z', 'revision_number': 4, 'project_id': 'e74e1daedb80485b860a48e594637352', 'gw_port': {'id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:49Z', 'updated_at': '2021-05-02T03:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_floatingips': [{'id': '0a5c580f-44dc-4733-83a5-cbabd15cd54b', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'floating_ip_address': '172.28.2.25', 'floating_network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'router_id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'port_id': '0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317afc62-497a-4b8e-918e-179621583757', 'mac_address': 'fa:16:3e:63:32:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5f4d18-3e64-4e52-bffe-271811662d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-02T03:22:38Z', 'updated_at': '2021-05-02T03:22:38Z', 'revision_number': 0, 'project_id': 'e74e1daedb80485b860a48e594637352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317a7042-ccda-456c-b0a6-a0ea874541df', 'name': '', 'network_id': '317afc62-497a-4b8e-918e-179621583757', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'mac_address': 'fa:16:3e:38:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2884b58f-5720-4f1e-9cc3-be138acd9191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:51Z', 'updated_at': '2021-05-02T03:21:57Z', 'revision_number': 5, 'project_id': 'e74e1daedb80485b860a48e594637352', 'subnets': [{'id': '2884b58f-5720-4f1e-9cc3-be138acd9191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:22:40.882130 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.db.securitygroups_db [None req-b1db0a81-9c79-4ecd-a4e7-581b13bf1238 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Project e74e1daedb80485b860a48e594637352 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 03:22:40.899567 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b1db0a81-9c79-4ecd-a4e7-581b13bf1238 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:40.920426 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-17559528-365c-4bad-9b25-d4a94c189e26 req-f57cf1e2-4456-4570-b441-956287d0e6d8 service neutron] 10.222.0.16 "GET /v2.0/networks/317afc62-497a-4b8e-918e-179621583757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913354 May 02 03:22:40.981533 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b1db0a81-9c79-4ecd-a4e7-581b13bf1238 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:40.985369 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b1db0a81-9c79-4ecd-a4e7-581b13bf1238 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768850'] for security_group_rule, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:40.988848 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:41.013751 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db0a81-9c79-4ecd-a4e7-581b13bf1238 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e703a0-4532-4a90-bebe-1a6c6e5459b8,revision_number=0']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:41.017011 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b1db0a81-9c79-4ecd-a4e7-581b13bf1238 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:41.025566 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b1db0a81-9c79-4ecd-a4e7-581b13bf1238 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:41.026849 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-b1db0a81-9c79-4ecd-a4e7-581b13bf1238 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2542970 May 02 03:22:41.031480 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 46486) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:22:41.036938 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [None req-ea48e981-eea1-45cb-a70f-860ca68b0e94 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Request body: {'security_group_rule': {'security_group_id': 'aac319ef-583f-4bf7-adf3-762e379bd0af', 'project_id': 'e74e1daedb80485b860a48e594637352', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:22:41.043538 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-ea48e981-eea1-45cb-a70f-860ca68b0e94 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 02 03:22:41.047529 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-ea48e981-eea1-45cb-a70f-860ca68b0e94 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Usage tracker for resource:security_group_rule and tenant:e74e1daedb80485b860a48e594637352 is out of sync, need to count used quota {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 02 03:22:41.051195 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [None req-ea48e981-eea1-45cb-a70f-860ca68b0e94 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73839) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 02 03:22:41.058269 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.quota.driver [None req-ea48e981-eea1-45cb-a70f-860ca68b0e94 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73839) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 02 03:22:41.069294 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.db.securitygroups_db [None req-ea48e981-eea1-45cb-a70f-860ca68b0e94 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Project e74e1daedb80485b860a48e594637352 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 03:22:41.076873 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-ea48e981-eea1-45cb-a70f-860ca68b0e94 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:41.094632 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e1945a-e0cf-4449-adba-e885e2ce246a None None] New status for floating IP 0a5c580f-44dc-4733-83a5-cbabd15cd54b: ACTIVE {{(pid=73841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 03:22:41.163226 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-ea48e981-eea1-45cb-a70f-860ca68b0e94 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:41.169394 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-ea48e981-eea1-45cb-a70f-860ca68b0e94 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768850'] for security_group_rule, after_create {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:41.171632 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b1db0a81-9c79-4ecd-a4e7-581b13bf1238 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:41.198346 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48e981-eea1-45cb-a70f-860ca68b0e94 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e959d565-0bd1-4c4e-9345-95f0e57f4152,revision_number=0']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:41.200943 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-ea48e981-eea1-45cb-a70f-860ca68b0e94 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:41.210383 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-ea48e981-eea1-45cb-a70f-860ca68b0e94 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:41.212789 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-ea48e981-eea1-45cb-a70f-860ca68b0e94 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1801500 May 02 03:22:41.335123 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-b8cfb5cb-99b8-494b-81c8-4327ecbd464f req-7d8eaf79-20fb-4639-8853-3722ce0000fa tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Synchronizing usage tracker for tenant:e74e1daedb80485b860a48e594637352 on resource:security_group {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:22:41.350899 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-b8cfb5cb-99b8-494b-81c8-4327ecbd464f req-7d8eaf79-20fb-4639-8853-3722ce0000fa tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Unset dirty status for tenant:e74e1daedb80485b860a48e594637352 on resource:security_group {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:22:41.352840 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b8cfb5cb-99b8-494b-81c8-4327ecbd464f req-7d8eaf79-20fb-4639-8853-3722ce0000fa tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1550548315&fields=id&tenant_id=e74e1daedb80485b860a48e594637352 HTTP/1.1" status: 200 len: 267 time: 0.0577793 May 02 03:22:41.439149 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfb5cb-99b8-494b-81c8-4327ecbd464f req-60570432-dd3f-4113-a3d2-c31613eec805 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:41.440621 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b8cfb5cb-99b8-494b-81c8-4327ecbd464f req-60570432-dd3f-4113-a3d2-c31613eec805 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 945 time: 0.0820382 May 02 03:22:41.452203 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.v2.base [req-b8cfb5cb-99b8-494b-81c8-4327ecbd464f req-70860f82-8e70-4282-8f2c-88755f9623a6 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Request body: {'port': {'security_groups': ['4c4da824-f92e-49f9-a39d-c657e4257d5b', 'aac319ef-583f-4bf7-adf3-762e379bd0af']}} {{(pid=73839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:22:41.574981 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-b8cfb5cb-99b8-494b-81c8-4327ecbd464f req-70860f82-8e70-4282-8f2c-88755f9623a6 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:41.841378 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [req-b8cfb5cb-99b8-494b-81c8-4327ecbd464f req-70860f82-8e70-4282-8f2c-88755f9623a6 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] For port 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3,segment=NetworkSegment(ed00a03b-5cf2-45b7-898c-05ab774c4ae5),segment_id=ed00a03b-5cf2-45b7-898c-05ab774c4ae5)] {{(pid=73839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:22:41.866403 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-b8cfb5cb-99b8-494b-81c8-4327ecbd464f req-70860f82-8e70-4282-8f2c-88755f9623a6 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for port, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:41.871481 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-b8cfb5cb-99b8-494b-81c8-4327ecbd464f req-70860f82-8e70-4282-8f2c-88755f9623a6 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16143192'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:41.877323 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-96c8e2d8-ea14-4f16-81e6-102858c8c16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:22:41.887331 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:22:41.937674 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfb5cb-99b8-494b-81c8-4327ecbd464f req-70860f82-8e70-4282-8f2c-88755f9623a6 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:41.938308 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-b8cfb5cb-99b8-494b-81c8-4327ecbd464f req-70860f82-8e70-4282-8f2c-88755f9623a6 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:41.939706 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b8cfb5cb-99b8-494b-81c8-4327ecbd464f req-70860f82-8e70-4282-8f2c-88755f9623a6 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "PUT /v2.0/ports/0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 HTTP/1.1" status: 200 len: 981 time: 0.4919910 May 02 03:22:41.940243 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5f4d18-3e64-4e52-bffe-271811662d71', 'tag': '0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3'}] {{(pid=73839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:22:41.977904 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70860f82-8e70-4282-8f2c-88755f9623a6 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Pushing event updated for resources: {'Port': ['ID=0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3,revision_number=6']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:22:41.992922 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-70860f82-8e70-4282-8f2c-88755f9623a6 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:22:41.994905 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5f4d18-3e64-4e52-bffe-271811662d71', 'tag': '0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3', 'status': 'completed', 'code': 200} May 02 03:22:42.039710 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:22:42.136837 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-a5b94708-58ef-4c8d-810f-f3fc5f82fc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:42.174534 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c9a14-2412-440a-b59d-451d1811f584 req-3cd45702-b5a4-4edd-8e34-812065fb7496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:42.176142 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-352c9a14-2412-440a-b59d-451d1811f584 req-3cd45702-b5a4-4edd-8e34-812065fb7496 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e74e1daedb80485b860a48e594637352&device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 1137 time: 0.1605613 May 02 03:22:42.185065 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7693f-b17c-4bf3-80ab-67cd640dd713 req-633c785a-5901-4977-a527-1ad5887c1f9f tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:42.186560 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e4a7693f-b17c-4bf3-80ab-67cd640dd713 req-633c785a-5901-4977-a527-1ad5887c1f9f tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 984 time: 0.1285422 May 02 03:22:42.282451 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-f59c38e3-9294-4c24-bef8-e0ab5a3d78d0 None None] Provisioning complete for port 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:22:42.282696 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-f59c38e3-9294-4c24-bef8-e0ab5a3d78d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:42.439186 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-e4a7693f-b17c-4bf3-80ab-67cd640dd713 req-ff3ef0c3-8ec1-4187-b951-7cdfa8448750 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac319ef-583f-4bf7-adf3-762e379bd0af&id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1164157 May 02 03:22:42.469163 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c9a14-2412-440a-b59d-451d1811f584 req-db6bf8c8-2b83-468c-b712-7a8d99f347f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:42.470766 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-352c9a14-2412-440a-b59d-451d1811f584 req-db6bf8c8-2b83-468c-b712-7a8d99f347f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=317afc62-497a-4b8e-918e-179621583757 HTTP/1.1" status: 200 len: 916 time: 0.2832923 May 02 03:22:42.579162 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-352c9a14-2412-440a-b59d-451d1811f584 req-da95b806-5f5d-48a9-994d-2ee420623086 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 HTTP/1.1" status: 200 len: 1000 time: 0.0990458 May 02 03:22:42.647043 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c9a14-2412-440a-b59d-451d1811f584 req-bbcd19cc-df1e-4ef6-9893-225f28da7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:42.648604 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-352c9a14-2412-440a-b59d-451d1811f584 req-bbcd19cc-df1e-4ef6-9893-225f28da7b66 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2884b58f-5720-4f1e-9cc3-be138acd9191 HTTP/1.1" status: 200 len: 854 time: 0.0619569 May 02 03:22:42.747747 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c9a14-2412-440a-b59d-451d1811f584 req-1b840d85-a391-4e29-8f17-d361063d049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:22:42.749309 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-352c9a14-2412-440a-b59d-451d1811f584 req-1b840d85-a391-4e29-8f17-d361063d049f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=317afc62-497a-4b8e-918e-179621583757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0921755 May 02 03:22:42.886905 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-352c9a14-2412-440a-b59d-451d1811f584 req-05124ab6-a3e5-4712-bf40-158a928044cf service neutron] 10.222.0.16 "GET /v2.0/networks/317afc62-497a-4b8e-918e-179621583757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308839 May 02 03:22:43.024517 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-352c9a14-2412-440a-b59d-451d1811f584 req-6893ab41-8b3e-4029-b18d-56dd4405d729 service neutron] 10.222.0.16 "GET /v2.0/networks/317afc62-497a-4b8e-918e-179621583757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301863 May 02 03:22:44.670922 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-98d7df60-9079-4194-8e58-de5a015f883e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:44.969429 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:46.079205 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:47.811984 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:22:59.310702 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:05.133858 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ed02c-8968-4583-91e9-e4ba207da23a req-970f5706-648c-413f-a4ab-0dad4b3a05db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:05.135318 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d17ed02c-8968-4583-91e9-e4ba207da23a req-970f5706-648c-413f-a4ab-0dad4b3a05db service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e74e1daedb80485b860a48e594637352&device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 1137 time: 0.1415021 May 02 03:23:05.147639 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b079386-4786-4726-80b4-856c6c7a106d req-bfed2aa6-16df-4fdb-acef-5579a8b6dce3 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:05.149542 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-9b079386-4786-4726-80b4-856c6c7a106d req-bfed2aa6-16df-4fdb-acef-5579a8b6dce3 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 984 time: 0.1193597 May 02 03:23:05.290673 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-9b079386-4786-4726-80b4-856c6c7a106d req-f1491338-b029-45d6-80ff-4e857a0c533c tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac319ef-583f-4bf7-adf3-762e379bd0af&id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1217175 May 02 03:23:05.316584 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ed02c-8968-4583-91e9-e4ba207da23a req-2d480f46-b235-4e82-84d2-6c827eb7a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:05.318020 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d17ed02c-8968-4583-91e9-e4ba207da23a req-2d480f46-b235-4e82-84d2-6c827eb7a995 service neutron] 10.222.0.16 "GET /v2.0/networks?id=317afc62-497a-4b8e-918e-179621583757 HTTP/1.1" status: 200 len: 916 time: 0.1676519 May 02 03:23:05.428356 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d17ed02c-8968-4583-91e9-e4ba207da23a req-e66bc39f-47c1-4e2c-9e45-e29d64b2fe4f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 HTTP/1.1" status: 200 len: 1000 time: 0.1019871 May 02 03:23:05.495961 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ed02c-8968-4583-91e9-e4ba207da23a req-82e63c4f-8854-4996-bda9-51cd66415b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:05.497404 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d17ed02c-8968-4583-91e9-e4ba207da23a req-82e63c4f-8854-4996-bda9-51cd66415b62 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2884b58f-5720-4f1e-9cc3-be138acd9191 HTTP/1.1" status: 200 len: 854 time: 0.0599034 May 02 03:23:05.580382 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ed02c-8968-4583-91e9-e4ba207da23a req-4097cd78-2cb1-4617-bcb2-bed7481b4b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:05.581816 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d17ed02c-8968-4583-91e9-e4ba207da23a req-4097cd78-2cb1-4617-bcb2-bed7481b4b1e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=317afc62-497a-4b8e-918e-179621583757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733044 May 02 03:23:05.724940 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d17ed02c-8968-4583-91e9-e4ba207da23a req-b75edfe3-0214-4032-9f98-bd3702d54092 service neutron] 10.222.0.16 "GET /v2.0/networks/317afc62-497a-4b8e-918e-179621583757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278389 May 02 03:23:05.859371 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-d17ed02c-8968-4583-91e9-e4ba207da23a req-065fcd81-1e11-491c-ac3a-6b8e8dcda08b service neutron] 10.222.0.16 "GET /v2.0/networks/317afc62-497a-4b8e-918e-179621583757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274142 May 02 03:23:06.143911 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc78b6-05fd-41c9-a083-86d6b25085b7 req-339f387f-d3e1-4c0e-b14c-8328a39966ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:06.145312 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-61cc78b6-05fd-41c9-a083-86d6b25085b7 req-339f387f-d3e1-4c0e-b14c-8328a39966ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e74e1daedb80485b860a48e594637352&device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 1137 time: 0.1980729 May 02 03:23:06.298208 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc78b6-05fd-41c9-a083-86d6b25085b7 req-b6e8d9ac-a1c2-4050-bb8a-2632abfad270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:06.299705 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-61cc78b6-05fd-41c9-a083-86d6b25085b7 req-b6e8d9ac-a1c2-4050-bb8a-2632abfad270 service neutron] 10.222.0.16 "GET /v2.0/networks?id=317afc62-497a-4b8e-918e-179621583757 HTTP/1.1" status: 200 len: 916 time: 0.1301186 May 02 03:23:06.404468 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-61cc78b6-05fd-41c9-a083-86d6b25085b7 req-dcb1e4c3-e660-477d-9f2a-61c016e68f0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 HTTP/1.1" status: 200 len: 1000 time: 0.0981951 May 02 03:23:06.468464 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc78b6-05fd-41c9-a083-86d6b25085b7 req-c7d8abf5-ff08-4ad8-be7d-77047d2884c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:06.469895 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-61cc78b6-05fd-41c9-a083-86d6b25085b7 req-c7d8abf5-ff08-4ad8-be7d-77047d2884c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2884b58f-5720-4f1e-9cc3-be138acd9191 HTTP/1.1" status: 200 len: 854 time: 0.0596793 May 02 03:23:06.485536 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8556f-6783-4b3f-8445-c6188c575395 req-b3cb3076-6f25-4227-8fd9-fd0a85be572c tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:06.487024 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-bdb8556f-6783-4b3f-8445-c6188c575395 req-b3cb3076-6f25-4227-8fd9-fd0a85be572c tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 984 time: 0.0849209 May 02 03:23:06.538349 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-bdb8556f-6783-4b3f-8445-c6188c575395 req-e155539d-4aa9-4eca-b00a-16055092d51a tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac319ef-583f-4bf7-adf3-762e379bd0af&id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445719 May 02 03:23:06.549654 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc78b6-05fd-41c9-a083-86d6b25085b7 req-6b56249b-d9ec-46ec-a33f-b0316d7b69bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:06.551167 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-61cc78b6-05fd-41c9-a083-86d6b25085b7 req-6b56249b-d9ec-46ec-a33f-b0316d7b69bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=317afc62-497a-4b8e-918e-179621583757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750778 May 02 03:23:06.686831 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-61cc78b6-05fd-41c9-a083-86d6b25085b7 req-2f2beb92-261a-4cc6-b21f-8a3c0faa84d2 service neutron] 10.222.0.16 "GET /v2.0/networks/317afc62-497a-4b8e-918e-179621583757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294487 May 02 03:23:06.820870 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-61cc78b6-05fd-41c9-a083-86d6b25085b7 req-edfa0617-556b-445e-a933-a8f4e034ae7b service neutron] 10.222.0.16 "GET /v2.0/networks/317afc62-497a-4b8e-918e-179621583757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281698 May 02 03:23:07.730105 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2a66f-3327-4bee-bb95-41d92c229b2d req-7dd331af-0b32-4e54-969b-c5fd8ad6ed96 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:07.731578 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b6b2a66f-3327-4bee-bb95-41d92c229b2d req-7dd331af-0b32-4e54-969b-c5fd8ad6ed96 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 984 time: 0.0854008 May 02 03:23:07.787858 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b6b2a66f-3327-4bee-bb95-41d92c229b2d req-7e2c6e80-ae6a-4ec5-8992-a287152b0003 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac319ef-583f-4bf7-adf3-762e379bd0af&id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469437 May 02 03:23:09.028381 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19061c-a183-4f6c-8ee5-d109045746c6 req-8a56fffa-5f11-469a-b71b-9020dc9b285a tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:09.029864 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0f19061c-a183-4f6c-8ee5-d109045746c6 req-8a56fffa-5f11-469a-b71b-9020dc9b285a tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 984 time: 0.1091914 May 02 03:23:09.097216 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-0f19061c-a183-4f6c-8ee5-d109045746c6 req-e83356cc-507e-4639-9cb0-d775c68a9343 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac319ef-583f-4bf7-adf3-762e379bd0af&id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611806 May 02 03:23:10.292695 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d41d0-6aaf-4631-aae6-1ff0f0415302 req-0d80a675-8dd6-4296-9f1d-2f87b3a06a2f tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:10.294139 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b21d41d0-6aaf-4631-aae6-1ff0f0415302 req-0d80a675-8dd6-4296-9f1d-2f87b3a06a2f tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 984 time: 0.0860693 May 02 03:23:10.342698 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-b21d41d0-6aaf-4631-aae6-1ff0f0415302 req-fedfb1e4-254f-4fbc-9dd3-c807cbd80bfb tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac319ef-583f-4bf7-adf3-762e379bd0af&id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427251 May 02 03:23:11.532861 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5749263-7654-4b0b-842f-0710b0877acf req-cf1f3f09-29b2-4c33-837a-a3dfaf1d8b91 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:11.534301 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a5749263-7654-4b0b-842f-0710b0877acf req-cf1f3f09-29b2-4c33-837a-a3dfaf1d8b91 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 984 time: 0.0856488 May 02 03:23:11.583274 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-a5749263-7654-4b0b-842f-0710b0877acf req-75f13d0e-265c-423d-acda-4f0717b67d8e tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac319ef-583f-4bf7-adf3-762e379bd0af&id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423937 May 02 03:23:12.079310 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-632cedf0-2ad8-4d64-bd06-33ff1230e7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:12.785180 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9381d-8fa2-4674-9c96-87f4287bad87 req-939ee4c1-610c-4735-8b1f-1e58c729f404 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:12.786664 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f0b9381d-8fa2-4674-9c96-87f4287bad87 req-939ee4c1-610c-4735-8b1f-1e58c729f404 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 984 time: 0.0932372 May 02 03:23:12.837114 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-f0b9381d-8fa2-4674-9c96-87f4287bad87 req-af67fa03-2b16-4b75-91af-f96f4ee3e8d7 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac319ef-583f-4bf7-adf3-762e379bd0af&id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433128 May 02 03:23:14.172430 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb52d41-2eb1-4afd-be36-23710dfc4663 req-646abdee-95a1-4007-94f2-65982b26da04 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:14.173901 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-7bb52d41-2eb1-4afd-be36-23710dfc4663 req-646abdee-95a1-4007-94f2-65982b26da04 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 984 time: 0.0820467 May 02 03:23:14.220947 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-7bb52d41-2eb1-4afd-be36-23710dfc4663 req-af4ce713-be08-4bc9-9bf6-8cea4ba3a676 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac319ef-583f-4bf7-adf3-762e379bd0af&id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412512 May 02 03:23:14.673669 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7b3c-ad27-4c27-93f2-dae308c431cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:14.971353 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:15.408651 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79b57f-38fa-4789-9e56-278a003a72bf req-5732aad5-4f08-4768-bd5f-611ad9a489b2 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:15.410128 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-5c79b57f-38fa-4789-9e56-278a003a72bf req-5732aad5-4f08-4768-bd5f-611ad9a489b2 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 984 time: 0.0839307 May 02 03:23:15.459570 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-5c79b57f-38fa-4789-9e56-278a003a72bf req-5ec3463f-27c6-4fa4-8a85-dc01e8331d8b tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac319ef-583f-4bf7-adf3-762e379bd0af&id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420890 May 02 03:23:16.083435 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:16.649669 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595c491-a0a1-455a-bbfb-4f54272e51d6 req-c958eca4-6cee-42bc-9a16-0de616062df5 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:16.651151 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f595c491-a0a1-455a-bbfb-4f54272e51d6 req-c958eca4-6cee-42bc-9a16-0de616062df5 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 984 time: 0.0865471 May 02 03:23:16.698644 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-f595c491-a0a1-455a-bbfb-4f54272e51d6 req-08cab8aa-2ba8-480b-af2f-6e48e48fbb15 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac319ef-583f-4bf7-adf3-762e379bd0af&id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416267 May 02 03:23:17.358983 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:23:17.818967 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:17.895659 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003148f-10ca-4043-800a-47f7fe45a07a req-6cdfad96-f947-4154-810c-b0bc78a7b145 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:17.897129 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4003148f-10ca-4043-800a-47f7fe45a07a req-6cdfad96-f947-4154-810c-b0bc78a7b145 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 984 time: 0.0884099 May 02 03:23:17.943905 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4003148f-10ca-4043-800a-47f7fe45a07a req-6388f9f2-da2e-4144-a6b5-b9709233de1e tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac319ef-583f-4bf7-adf3-762e379bd0af&id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400636 May 02 03:23:19.129821 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc2562-115b-4166-9b20-13db84b34356 req-3968f063-5b6c-4f94-9423-5015f379c517 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:19.131256 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d0dc2562-115b-4166-9b20-13db84b34356 req-3968f063-5b6c-4f94-9423-5015f379c517 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 984 time: 0.0813308 May 02 03:23:19.183767 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-d0dc2562-115b-4166-9b20-13db84b34356 req-c9d2de7e-94f7-47f1-aa3e-f29e9df4a11e tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac319ef-583f-4bf7-adf3-762e379bd0af&id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455446 May 02 03:23:20.374359 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b48a4a-abde-43fa-8ed8-00bfb082ea32 req-acfb96e7-2774-4eec-897b-b9cc17d72912 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:20.375882 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-09b48a4a-abde-43fa-8ed8-00bfb082ea32 req-acfb96e7-2774-4eec-897b-b9cc17d72912 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 984 time: 0.0820370 May 02 03:23:20.424165 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-09b48a4a-abde-43fa-8ed8-00bfb082ea32 req-d7a2cbdc-38bf-448b-b58f-e0ac27e69613 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac319ef-583f-4bf7-adf3-762e379bd0af&id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423501 May 02 03:23:21.614967 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc369c-e97f-4bb0-9f1c-b2bf3c4d62ce req-7f0ea1db-8dcc-4fa5-95da-a36ffd790bff tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:21.616498 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-96fc369c-e97f-4bb0-9f1c-b2bf3c4d62ce req-7f0ea1db-8dcc-4fa5-95da-a36ffd790bff tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 984 time: 0.0838094 May 02 03:23:21.668563 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-96fc369c-e97f-4bb0-9f1c-b2bf3c4d62ce req-b41a9cfc-3a84-4478-8e8a-cefe9e3bbdc6 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac319ef-583f-4bf7-adf3-762e379bd0af&id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446403 May 02 03:23:22.859354 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d42fb6-dd24-44e9-bf4f-944fb759f0a4 req-225b6316-c75e-4e67-beee-2e65a733614f tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:22.860853 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-40d42fb6-dd24-44e9-bf4f-944fb759f0a4 req-225b6316-c75e-4e67-beee-2e65a733614f tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 984 time: 0.0873728 May 02 03:23:22.910134 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-40d42fb6-dd24-44e9-bf4f-944fb759f0a4 req-662f46a5-b888-4fe1-8b91-82717b8b742d tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=aac319ef-583f-4bf7-adf3-762e379bd0af&id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433006 May 02 03:23:29.324207 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:42.082976 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-299397a8-e59e-48b1-b7de-e3490ad1cf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:44.676946 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-4ef64273-0234-4fee-821d-9334954d17d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:44.975221 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:46.085608 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:47.817035 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:54.358200 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:23:55.138694 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-99fd0946-f0ab-4576-a8b9-e1a9e9a2a2db req-9bc9510a-0a35-43f0-8367-26c85003fc1e tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1550548315&fields=id&tenant_id=e74e1daedb80485b860a48e594637352 HTTP/1.1" status: 200 len: 267 time: 0.0711379 May 02 03:23:55.237398 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd0946-f0ab-4576-a8b9-e1a9e9a2a2db req-cb0f2120-0d44-40ca-9c80-28f916fc8949 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:55.239076 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-99fd0946-f0ab-4576-a8b9-e1a9e9a2a2db req-cb0f2120-0d44-40ca-9c80-28f916fc8949 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 984 time: 0.0938814 May 02 03:23:55.252770 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.v2.base [req-99fd0946-f0ab-4576-a8b9-e1a9e9a2a2db req-66d4ed43-2ba7-4e91-9202-28df39881592 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Request body: {'port': {'security_groups': ['4c4da824-f92e-49f9-a39d-c657e4257d5b']}} {{(pid=73838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 02 03:23:55.492580 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-99fd0946-f0ab-4576-a8b9-e1a9e9a2a2db req-66d4ed43-2ba7-4e91-9202-28df39881592 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1996029'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:55.757174 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [req-99fd0946-f0ab-4576-a8b9-e1a9e9a2a2db req-66d4ed43-2ba7-4e91-9202-28df39881592 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] For port 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3,segment=NetworkSegment(ed00a03b-5cf2-45b7-898c-05ab774c4ae5),segment_id=ed00a03b-5cf2-45b7-898c-05ab774c4ae5)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:23:55.786933 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-99fd0946-f0ab-4576-a8b9-e1a9e9a2a2db req-66d4ed43-2ba7-4e91-9202-28df39881592 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:55.792376 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-99fd0946-f0ab-4576-a8b9-e1a9e9a2a2db req-66d4ed43-2ba7-4e91-9202-28df39881592 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794390934429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794390516008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794390516053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16413088'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:55.798891 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-6d69efa1-a6c2-4f6f-99d1-15c3c46bdda8 tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:23:55.804981 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:23:55.868705 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd0946-f0ab-4576-a8b9-e1a9e9a2a2db req-66d4ed43-2ba7-4e91-9202-28df39881592 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:55.869367 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [req-99fd0946-f0ab-4576-a8b9-e1a9e9a2a2db req-66d4ed43-2ba7-4e91-9202-28df39881592 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:55.870819 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-99fd0946-f0ab-4576-a8b9-e1a9e9a2a2db req-66d4ed43-2ba7-4e91-9202-28df39881592 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "PUT /v2.0/ports/0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 HTTP/1.1" status: 200 len: 942 time: 0.6246605 May 02 03:23:55.871393 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5f4d18-3e64-4e52-bffe-271811662d71', 'tag': '0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:23:55.879964 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 46550) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:23:55.900931 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4ed43-2ba7-4e91-9202-28df39881592 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Pushing event updated for resources: {'Port': ['ID=0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3,revision_number=7']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:23:55.910509 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d4ed43-2ba7-4e91-9202-28df39881592 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:23:55.911247 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d4ed43-2ba7-4e91-9202-28df39881592 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:23:55.911791 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d4ed43-2ba7-4e91-9202-28df39881592 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:23:55.912313 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d4ed43-2ba7-4e91-9202-28df39881592 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:23:55.912832 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d4ed43-2ba7-4e91-9202-28df39881592 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:23:55.913713 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d4ed43-2ba7-4e91-9202-28df39881592 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:23:55.914543 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d4ed43-2ba7-4e91-9202-28df39881592 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:23:55.915065 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d4ed43-2ba7-4e91-9202-28df39881592 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:23:55.915609 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d4ed43-2ba7-4e91-9202-28df39881592 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:23:55.916124 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d4ed43-2ba7-4e91-9202-28df39881592 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:23:55.916632 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d4ed43-2ba7-4e91-9202-28df39881592 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:23:55.917289 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d4ed43-2ba7-4e91-9202-28df39881592 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:23:55.931694 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-66d4ed43-2ba7-4e91-9202-28df39881592 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:23:55.948409 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5f4d18-3e64-4e52-bffe-271811662d71', 'tag': '0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3', 'status': 'completed', 'code': 200} May 02 03:23:55.970733 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:23:56.026909 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e1532ba7-c61f-43b8-a287-1f9a68e19c00 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:56.063182 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e1532ba7-c61f-43b8-a287-1f9a68e19c00 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:56.129880 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a99447-e321-49f0-90c7-f68329415ddc req-9aa975ab-0e4f-4a30-9b44-29b3fc25711c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:56.131365 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-76a99447-e321-49f0-90c7-f68329415ddc req-9aa975ab-0e4f-4a30-9b44-29b3fc25711c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e74e1daedb80485b860a48e594637352&device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 1098 time: 0.1572189 May 02 03:23:56.172530 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.provisioning_blocks [None req-a57fb4a4-f2bb-4754-998c-0997fbff1a88 None None] Provisioning complete for port 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 triggered by entity DHCP. {{(pid=73840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 02 03:23:56.172914 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-a57fb4a4-f2bb-4754-998c-0997fbff1a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2033759'] for port, provisioning_complete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:56.338970 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e1532ba7-c61f-43b8-a287-1f9a68e19c00 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:56.353756 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-f9f86f96-0ebd-4aed-b8fa-ef32b787c4db tempest-AttachVolumeShelveTestJSON-934340314 tempest-AttachVolumeShelveTestJSON-934340314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:23:56.378480 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1532ba7-c61f-43b8-a287-1f9a68e19c00 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac319ef-583f-4bf7-adf3-762e379bd0af,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:23:56.391310 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1532ba7-c61f-43b8-a287-1f9a68e19c00 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:23:56.391688 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1532ba7-c61f-43b8-a287-1f9a68e19c00 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:23:56.392056 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1532ba7-c61f-43b8-a287-1f9a68e19c00 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:23:56.392445 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1532ba7-c61f-43b8-a287-1f9a68e19c00 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:23:56.392806 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1532ba7-c61f-43b8-a287-1f9a68e19c00 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:23:56.393164 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1532ba7-c61f-43b8-a287-1f9a68e19c00 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:23:56.393521 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1532ba7-c61f-43b8-a287-1f9a68e19c00 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:23:56.393875 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1532ba7-c61f-43b8-a287-1f9a68e19c00 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:23:56.394230 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1532ba7-c61f-43b8-a287-1f9a68e19c00 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:23:56.394584 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1532ba7-c61f-43b8-a287-1f9a68e19c00 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:23:56.394938 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1532ba7-c61f-43b8-a287-1f9a68e19c00 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:23:56.395330 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1532ba7-c61f-43b8-a287-1f9a68e19c00 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:23:56.400341 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-e1532ba7-c61f-43b8-a287-1f9a68e19c00 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:56.401488 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-e1532ba7-c61f-43b8-a287-1f9a68e19c00 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "DELETE /v2.0/security-groups/aac319ef-583f-4bf7-adf3-762e379bd0af HTTP/1.1" status: 204 len: 168 time: 0.5199416 May 02 03:23:56.403644 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-e1532ba7-c61f-43b8-a287-1f9a68e19c00 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:23:56.405021 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 46554) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:23:56.432756 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a99447-e321-49f0-90c7-f68329415ddc req-8b5be4f4-8528-4b21-9963-670f6398ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:56.434789 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-76a99447-e321-49f0-90c7-f68329415ddc req-8b5be4f4-8528-4b21-9963-670f6398ee68 service neutron] 10.222.0.16 "GET /v2.0/networks?id=317afc62-497a-4b8e-918e-179621583757 HTTP/1.1" status: 200 len: 916 time: 0.2957685 May 02 03:23:56.550072 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-76a99447-e321-49f0-90c7-f68329415ddc req-4284ec7c-ac7c-495d-9cdf-92f4ac7fb98e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 HTTP/1.1" status: 200 len: 1000 time: 0.1089370 May 02 03:23:56.618782 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a99447-e321-49f0-90c7-f68329415ddc req-04534350-6421-4644-953b-36a1e773feae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:56.620165 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-76a99447-e321-49f0-90c7-f68329415ddc req-04534350-6421-4644-953b-36a1e773feae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2884b58f-5720-4f1e-9cc3-be138acd9191 HTTP/1.1" status: 200 len: 854 time: 0.0642953 May 02 03:23:56.714161 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-2c2a40f6-2fff-4fd1-86ff-f2784a502127 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Deleting port f7885549-43c8-4d9c-bd23-43d831c24382 {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:23:56.714725 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-2c2a40f6-2fff-4fd1-86ff-f2784a502127 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:56.717853 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a99447-e321-49f0-90c7-f68329415ddc req-addd6da2-6ba7-42b7-b961-b88234d0641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:56.719628 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-76a99447-e321-49f0-90c7-f68329415ddc req-addd6da2-6ba7-42b7-b961-b88234d0641f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=317afc62-497a-4b8e-918e-179621583757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0928457 May 02 03:23:56.872126 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-76a99447-e321-49f0-90c7-f68329415ddc req-85f5c9a8-aee3-4fa4-91b6-75c5dcf221e2 service neutron] 10.222.0.16 "GET /v2.0/networks/317afc62-497a-4b8e-918e-179621583757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455584 May 02 03:23:56.894679 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-2c2a40f6-2fff-4fd1-86ff-f2784a502127 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:56.895009 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-2c2a40f6-2fff-4fd1-86ff-f2784a502127 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:57.011407 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-76a99447-e321-49f0-90c7-f68329415ddc req-1c05b5ba-060c-49bd-9b35-69ad9ab319e1 service neutron] 10.222.0.16 "GET /v2.0/networks/317afc62-497a-4b8e-918e-179621583757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334860 May 02 03:23:57.021649 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-2c2a40f6-2fff-4fd1-86ff-f2784a502127 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Calling delete_port for f7885549-43c8-4d9c-bd23-43d831c24382 owned by network:floatingip {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:23:57.145025 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-2c2a40f6-2fff-4fd1-86ff-f2784a502127 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16413079'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:57.148647 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-8c32ab88-57ea-45d8-93aa-ae28a44bd0da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:23:57.197145 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a40f6-2fff-4fd1-86ff-f2784a502127 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Pushing event deleted for resources: {'Port': ['ID=f7885549-43c8-4d9c-bd23-43d831c24382,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:23:57.224364 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-2c2a40f6-2fff-4fd1-86ff-f2784a502127 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:23:57.288624 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-2c2a40f6-2fff-4fd1-86ff-f2784a502127 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks [] for floatingip, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:57.288968 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.db.l3_db [None req-2c2a40f6-2fff-4fd1-86ff-f2784a502127 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Floating IP 0a5c580f-44dc-4733-83a5-cbabd15cd54b disassociated (deleted). External IP: 172.28.2.25, port: 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3. May 02 03:23:57.773698 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2a40f6-2fff-4fd1-86ff-f2784a502127 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Router 178987e8-fd98-4f58-81d1-bdef6495d7e8 has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:23:57.964273 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2a40f6-2fff-4fd1-86ff-f2784a502127 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:23:57.973894 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea2290c-c1d5-4988-8983-224995cf7a32 None None] Sync routers for ids ['178987e8-fd98-4f58-81d1-bdef6495d7e8'] in dv-cinder-789077-1-smb {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:23:57.985530 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-2c2a40f6-2fff-4fd1-86ff-f2784a502127 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for floatingip, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:23:57.987307 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea2290c-c1d5-4988-8983-224995cf7a32 None None] Routers {'178987e8-fd98-4f58-81d1-bdef6495d7e8'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:23:57.987929 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-5ea2290c-c1d5-4988-8983-224995cf7a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:23:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['178987e8-fd98-4f58-81d1-bdef6495d7e8'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:23:58.043166 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-2c2a40f6-2fff-4fd1-86ff-f2784a502127 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "DELETE /v2.0/floatingips/0a5c580f-44dc-4733-83a5-cbabd15cd54b HTTP/1.1" status: 204 len: 168 time: 1.6367197 May 02 03:23:58.044274 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5f4d18-3e64-4e52-bffe-271811662d71', 'tag': '0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:23:58.097163 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5f4d18-3e64-4e52-bffe-271811662d71', 'tag': '0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3', 'status': 'completed', 'code': 200} May 02 03:23:58.167811 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-5ea2290c-c1d5-4988-8983-224995cf7a32 None None] Set router 178987e8-fd98-4f58-81d1-bdef6495d7e8 gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:23:58.194758 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97dfb4-df6f-4024-afb3-2509012e4b5f req-476bacc5-0ddf-4ebf-b76e-15b94ff80f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:58.196415 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-ea97dfb4-df6f-4024-afb3-2509012e4b5f req-476bacc5-0ddf-4ebf-b76e-15b94ff80f22 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e74e1daedb80485b860a48e594637352&device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 1098 time: 0.0764515 May 02 03:23:58.341575 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97dfb4-df6f-4024-afb3-2509012e4b5f req-a8380706-a202-46ee-aaf5-2917cec96e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:58.343244 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-ea97dfb4-df6f-4024-afb3-2509012e4b5f req-a8380706-a202-46ee-aaf5-2917cec96e47 service neutron] 10.222.0.16 "GET /v2.0/networks?id=317afc62-497a-4b8e-918e-179621583757 HTTP/1.1" status: 200 len: 916 time: 0.1400263 May 02 03:23:58.421957 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-ea97dfb4-df6f-4024-afb3-2509012e4b5f req-babe92ca-3e60-41bf-8fb5-c2e243858fc3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 HTTP/1.1" status: 200 len: 217 time: 0.0723693 May 02 03:23:58.492382 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97dfb4-df6f-4024-afb3-2509012e4b5f req-1933a4e3-bf86-4545-80eb-10b274c12a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:58.493917 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-ea97dfb4-df6f-4024-afb3-2509012e4b5f req-1933a4e3-bf86-4545-80eb-10b274c12a82 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2884b58f-5720-4f1e-9cc3-be138acd9191 HTTP/1.1" status: 200 len: 854 time: 0.0660889 May 02 03:23:58.521025 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-5ea2290c-c1d5-4988-8983-224995cf7a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'name': 'tempest-TestMinimumBasicScenario-1135644345-router', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:21:48Z', 'updated_at': '2021-05-02T03:21:52Z', 'revision_number': 4, 'project_id': 'e74e1daedb80485b860a48e594637352', 'gw_port': {'id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:49Z', 'updated_at': '2021-05-02T03:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '317a7042-ccda-456c-b0a6-a0ea874541df', 'name': '', 'network_id': '317afc62-497a-4b8e-918e-179621583757', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'mac_address': 'fa:16:3e:38:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2884b58f-5720-4f1e-9cc3-be138acd9191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:51Z', 'updated_at': '2021-05-02T03:21:57Z', 'revision_number': 5, 'project_id': 'e74e1daedb80485b860a48e594637352', 'subnets': [{'id': '2884b58f-5720-4f1e-9cc3-be138acd9191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:23:58.525158 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea2290c-c1d5-4988-8983-224995cf7a32 None None] Checking router: 178987e8-fd98-4f58-81d1-bdef6495d7e8 for host: dv-cinder-789077-1-smb {{(pid=73840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:23:58.534575 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea2290c-c1d5-4988-8983-224995cf7a32 None None] Routers {'178987e8-fd98-4f58-81d1-bdef6495d7e8'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:23:58.535226 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-5ea2290c-c1d5-4988-8983-224995cf7a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:23:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['178987e8-fd98-4f58-81d1-bdef6495d7e8'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:23:58.571342 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97dfb4-df6f-4024-afb3-2509012e4b5f req-c874a41f-c772-42bb-94db-55e8fb40e97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:23:58.572911 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-ea97dfb4-df6f-4024-afb3-2509012e4b5f req-c874a41f-c772-42bb-94db-55e8fb40e97a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=317afc62-497a-4b8e-918e-179621583757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726590 May 02 03:23:58.713607 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-ea97dfb4-df6f-4024-afb3-2509012e4b5f req-99f020c5-5cca-4e83-8ef4-abf4b068cb34 service neutron] 10.222.0.16 "GET /v2.0/networks/317afc62-497a-4b8e-918e-179621583757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337109 May 02 03:23:58.725623 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-5ea2290c-c1d5-4988-8983-224995cf7a32 None None] Set router 178987e8-fd98-4f58-81d1-bdef6495d7e8 gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:23:58.890126 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-ea97dfb4-df6f-4024-afb3-2509012e4b5f req-b6911153-dfe2-43ed-a5ef-e238467eda33 service neutron] 10.222.0.16 "GET /v2.0/networks/317afc62-497a-4b8e-918e-179621583757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684279 May 02 03:23:59.090836 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-5ea2290c-c1d5-4988-8983-224995cf7a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'name': 'tempest-TestMinimumBasicScenario-1135644345-router', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:21:48Z', 'updated_at': '2021-05-02T03:21:52Z', 'revision_number': 4, 'project_id': 'e74e1daedb80485b860a48e594637352', 'gw_port': {'id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:49Z', 'updated_at': '2021-05-02T03:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '317a7042-ccda-456c-b0a6-a0ea874541df', 'name': '', 'network_id': '317afc62-497a-4b8e-918e-179621583757', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'mac_address': 'fa:16:3e:38:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2884b58f-5720-4f1e-9cc3-be138acd9191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:51Z', 'updated_at': '2021-05-02T03:21:57Z', 'revision_number': 5, 'project_id': 'e74e1daedb80485b860a48e594637352', 'subnets': [{'id': '2884b58f-5720-4f1e-9cc3-be138acd9191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:23:59.095402 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea2290c-c1d5-4988-8983-224995cf7a32 None None] The sync data for ids ['178987e8-fd98-4f58-81d1-bdef6495d7e8'] in dv-cinder-789077-1-smb is: [{'id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'name': 'tempest-TestMinimumBasicScenario-1135644345-router', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:21:48Z', 'updated_at': '2021-05-02T03:21:52Z', 'revision_number': 4, 'project_id': 'e74e1daedb80485b860a48e594637352', 'gw_port': {'id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:49Z', 'updated_at': '2021-05-02T03:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb', '_interfaces': [{'id': '317a7042-ccda-456c-b0a6-a0ea874541df', 'name': '', 'network_id': '317afc62-497a-4b8e-918e-179621583757', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'mac_address': 'fa:16:3e:38:1b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2884b58f-5720-4f1e-9cc3-be138acd9191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:51Z', 'updated_at': '2021-05-02T03:21:57Z', 'revision_number': 5, 'project_id': 'e74e1daedb80485b860a48e594637352', 'subnets': [{'id': '2884b58f-5720-4f1e-9cc3-be138acd9191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:23:59.310827 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b308b841-0b44-456a-9b76-dfdf20c10191 None None] New status for floating IP 0a5c580f-44dc-4733-83a5-cbabd15cd54b: DOWN {{(pid=73841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 03:23:59.323418 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:01.409521 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff562a-02bf-4636-b910-3292eafab174 req-1d158fb9-9e5d-4e90-a1a2-f5469d70e145 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:24:01.410893 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-39ff562a-02bf-4636-b910-3292eafab174 req-1d158fb9-9e5d-4e90-a1a2-f5469d70e145 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 945 time: 0.0802248 May 02 03:24:01.461516 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-39ff562a-02bf-4636-b910-3292eafab174 req-3a32abd6-1371-4912-ac39-3b2c20ba85a4 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Synchronizing usage tracker for tenant:e74e1daedb80485b860a48e594637352 on resource:security_group {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:24:01.477105 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-39ff562a-02bf-4636-b910-3292eafab174 req-3a32abd6-1371-4912-ac39-3b2c20ba85a4 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Unset dirty status for tenant:e74e1daedb80485b860a48e594637352 on resource:security_group {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:24:01.478241 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-39ff562a-02bf-4636-b910-3292eafab174 req-3a32abd6-1371-4912-ac39-3b2c20ba85a4 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616584 May 02 03:24:02.670810 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab82d9-6db0-458c-a407-ae2dc06427b2 req-af4ae4fa-d004-4a8b-b1f7-0be7bcd3c656 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:24:02.671551 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-e5ab82d9-6db0-458c-a407-ae2dc06427b2 req-af4ae4fa-d004-4a8b-b1f7-0be7bcd3c656 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Synchronizing usage tracker for tenant:e74e1daedb80485b860a48e594637352 on resource:port {{(pid=73838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:24:02.687921 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.quota.resource [req-e5ab82d9-6db0-458c-a407-ae2dc06427b2 req-af4ae4fa-d004-4a8b-b1f7-0be7bcd3c656 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Unset dirty status for tenant:e74e1daedb80485b860a48e594637352 on resource:port {{(pid=73838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:24:02.689167 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e5ab82d9-6db0-458c-a407-ae2dc06427b2 req-af4ae4fa-d004-4a8b-b1f7-0be7bcd3c656 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 945 time: 0.0962465 May 02 03:24:02.736510 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [req-e5ab82d9-6db0-458c-a407-ae2dc06427b2 req-842a7b94-9450-4406-b6d0-6d9cc6bb08f9 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c4da824-f92e-49f9-a39d-c657e4257d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415490 May 02 03:24:03.043608 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a216535-bb64-4178-ab61-47639d4d3ead req-037bb914-f2ae-421c-a57f-20ee7f9659bf tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 02 03:24:03.044967 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-2a216535-bb64-4178-ab61-47639d4d3ead req-037bb914-f2ae-421c-a57f-20ee7f9659bf tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 945 time: 0.0837481 May 02 03:24:03.289090 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [req-2a216535-bb64-4178-ab61-47639d4d3ead req-8342b4bf-1d7e-4c43-99f6-3cd7251ddabe tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Deleting port 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 {{(pid=73839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:24:03.289408 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-2a216535-bb64-4178-ab61-47639d4d3ead req-8342b4bf-1d7e-4c43-99f6-3cd7251ddabe tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:03.426563 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [req-2a216535-bb64-4178-ab61-47639d4d3ead req-8342b4bf-1d7e-4c43-99f6-3cd7251ddabe tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] For port 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3, host hv-cinder-78907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78907',level=0,port_id=0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3,segment=NetworkSegment(ed00a03b-5cf2-45b7-898c-05ab774c4ae5),segment_id=ed00a03b-5cf2-45b7-898c-05ab774c4ae5)] {{(pid=73839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:24:03.426998 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-2a216535-bb64-4178-ab61-47639d4d3ead req-8342b4bf-1d7e-4c43-99f6-3cd7251ddabe tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:03.550791 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [req-2a216535-bb64-4178-ab61-47639d4d3ead req-8342b4bf-1d7e-4c43-99f6-3cd7251ddabe tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Calling delete_port for 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 owned by compute:nova {{(pid=73839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:24:03.660903 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-2a216535-bb64-4178-ab61-47639d4d3ead req-8342b4bf-1d7e-4c43-99f6-3cd7251ddabe tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:03.666583 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-13672eab-c7df-4a9d-bc97-2bdd18abc1fc tempest-AttachVolumeTestJSON-1046366148 tempest-AttachVolumeTestJSON-1046366148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:24:03.672447 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-06578581-5416-4b0b-80be-835749a33250 None None] get_ports_and_sgs() called for port_ids ['0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3'] {{(pid=73840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 02 03:24:03.711401 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342b4bf-1d7e-4c43-99f6-3cd7251ddabe tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Pushing event deleted for resources: {'Port': ['ID=0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:24:03.714384 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-8342b4bf-1d7e-4c43-99f6-3cd7251ddabe tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:24:03.792000 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a216535-bb64-4178-ab61-47639d4d3ead req-8342b4bf-1d7e-4c43-99f6-3cd7251ddabe tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] No DVR routers for this DVR port 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 on host hv-cinder-78907 {{(pid=73839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:24:03.795380 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [req-2a216535-bb64-4178-ab61-47639d4d3ead req-8342b4bf-1d7e-4c43-99f6-3cd7251ddabe tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-425786'] for port, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:03.799256 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5f4d18-3e64-4e52-bffe-271811662d71', 'name': 'network-vif-deleted', 'tag': '0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3'}] {{(pid=73839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 02 03:24:03.814906 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-2a216535-bb64-4178-ab61-47639d4d3ead req-8342b4bf-1d7e-4c43-99f6-3cd7251ddabe tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.16 "DELETE /v2.0/ports/0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 HTTP/1.1" status: 204 len: 173 time: 0.7644565 May 02 03:24:03.851208 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5f4d18-3e64-4e52-bffe-271811662d71', 'name': 'network-vif-deleted', 'tag': '0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3', 'status': 'completed', 'code': 200} May 02 03:24:03.895075 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-4accae98-01a6-4d9d-9f55-a7b35c62dad5 req-fc5e6128-76d2-45d5-aaee-f33463c66176 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Synchronizing usage tracker for tenant:e74e1daedb80485b860a48e594637352 on resource:port {{(pid=73839) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 02 03:24:03.911303 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.quota.resource [req-4accae98-01a6-4d9d-9f55-a7b35c62dad5 req-fc5e6128-76d2-45d5-aaee-f33463c66176 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Unset dirty status for tenant:e74e1daedb80485b860a48e594637352 on resource:port {{(pid=73839) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 02 03:24:03.913086 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [req-4accae98-01a6-4d9d-9f55-a7b35c62dad5 req-fc5e6128-76d2-45d5-aaee-f33463c66176 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5f4d18-3e64-4e52-bffe-271811662d71 HTTP/1.1" status: 200 len: 210 time: 0.0600638 May 02 03:24:05.691786 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 46636) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:24:06.169358 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 no longer exists at agent hyperv_hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:24:06.294412 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-06578581-5416-4b0b-80be-835749a33250 None None] No Port match for: 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:24:06.294763 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-06578581-5416-4b0b-80be-835749a33250 None None] Device 0bb6bcf8-ab36-4337-b162-0fc1de8bb9c3 not bound to the agent host hv-cinder-78907 {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:24:06.309862 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-dc0458d0-c9e2-4c98-a02f-f7f142efcd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656198'] for router_interface, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:06.747013 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-dc0458d0-c9e2-4c98-a02f-f7f142efcd9c admin admin] Deleting port 317a7042-ccda-456c-b0a6-a0ea874541df {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:24:06.747899 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-dc0458d0-c9e2-4c98-a02f-f7f142efcd9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:06.990668 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-dc0458d0-c9e2-4c98-a02f-f7f142efcd9c admin admin] For port 317a7042-ccda-456c-b0a6-a0ea874541df, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=317a7042-ccda-456c-b0a6-a0ea874541df,segment=NetworkSegment(ed00a03b-5cf2-45b7-898c-05ab774c4ae5),segment_id=ed00a03b-5cf2-45b7-898c-05ab774c4ae5)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:24:06.991189 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-dc0458d0-c9e2-4c98-a02f-f7f142efcd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:07.122740 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-dc0458d0-c9e2-4c98-a02f-f7f142efcd9c admin admin] Calling delete_port for 317a7042-ccda-456c-b0a6-a0ea874541df owned by network:router_interface {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:24:07.282175 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-dc0458d0-c9e2-4c98-a02f-f7f142efcd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16413079'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:07.286274 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-66d4ed43-2ba7-4e91-9202-28df39881592 tempest-TestMinimumBasicScenario-1428386506 tempest-TestMinimumBasicScenario-1428386506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:24:07.332041 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0458d0-c9e2-4c98-a02f-f7f142efcd9c admin admin] Pushing event deleted for resources: {'Port': ['ID=317a7042-ccda-456c-b0a6-a0ea874541df,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:24:07.335516 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-dc0458d0-c9e2-4c98-a02f-f7f142efcd9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:24:07.614152 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-dc0458d0-c9e2-4c98-a02f-f7f142efcd9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681718'] for router_interface, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:08.003744 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0458d0-c9e2-4c98-a02f-f7f142efcd9c admin admin] Router 178987e8-fd98-4f58-81d1-bdef6495d7e8 has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:24:08.185890 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0458d0-c9e2-4c98-a02f-f7f142efcd9c admin admin] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:24:08.194304 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b35a2e3-71e4-4f21-a253-49d65692918e None None] Sync routers for ids ['178987e8-fd98-4f58-81d1-bdef6495d7e8'] in dv-cinder-789077-1-smb {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:24:08.203064 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-dc0458d0-c9e2-4c98-a02f-f7f142efcd9c admin admin] 10.222.0.20 "PUT /v2.0/routers/178987e8-fd98-4f58-81d1-bdef6495d7e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5101244 May 02 03:24:08.204037 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b35a2e3-71e4-4f21-a253-49d65692918e None None] Routers {'178987e8-fd98-4f58-81d1-bdef6495d7e8'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:24:08.204658 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-4b35a2e3-71e4-4f21-a253-49d65692918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:23:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['178987e8-fd98-4f58-81d1-bdef6495d7e8'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:24:08.205697 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 46640) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:24:08.388000 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-4b35a2e3-71e4-4f21-a253-49d65692918e None None] Set router 178987e8-fd98-4f58-81d1-bdef6495d7e8 gateway port host: dv-cinder-789077-1-smb {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:24:08.389457 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b8ef1020-bdd2-4a14-ab3d-ba616688edd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:08.568438 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b8ef1020-bdd2-4a14-ab3d-ba616688edd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:08.646187 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [None req-b8ef1020-bdd2-4a14-ab3d-ba616688edd6 admin admin] Deleting port cc141425-0d33-4c27-850a-26fd0b9f0431 {{(pid=73839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:24:08.646479 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b8ef1020-bdd2-4a14-ab3d-ba616688edd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:08.690363 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-4b35a2e3-71e4-4f21-a253-49d65692918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'name': 'tempest-TestMinimumBasicScenario-1135644345-router', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:21:48Z', 'updated_at': '2021-05-02T03:24:07Z', 'revision_number': 5, 'project_id': 'e74e1daedb80485b860a48e594637352', 'gw_port': {'id': 'cc141425-0d33-4c27-850a-26fd0b9f0431', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:49Z', 'updated_at': '2021-05-02T03:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:24:08.695574 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b35a2e3-71e4-4f21-a253-49d65692918e None None] Checking router: 178987e8-fd98-4f58-81d1-bdef6495d7e8 for host: dv-cinder-789077-1-smb {{(pid=73840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:24:08.705854 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b35a2e3-71e4-4f21-a253-49d65692918e None None] Routers {'178987e8-fd98-4f58-81d1-bdef6495d7e8'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:24:08.706498 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-4b35a2e3-71e4-4f21-a253-49d65692918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:23:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['178987e8-fd98-4f58-81d1-bdef6495d7e8'], 'active': True} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:24:08.789832 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-b8ef1020-bdd2-4a14-ab3d-ba616688edd6 admin admin] For port cc141425-0d33-4c27-850a-26fd0b9f0431, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=cc141425-0d33-4c27-850a-26fd0b9f0431,segment=NetworkSegment(000b502f-0377-4925-a8c0-e47bbb3cb5cf),segment_id=000b502f-0377-4925-a8c0-e47bbb3cb5cf)] {{(pid=73839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:24:08.790188 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b8ef1020-bdd2-4a14-ab3d-ba616688edd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:08.880972 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvr_db [None req-4b35a2e3-71e4-4f21-a253-49d65692918e None None] Set router 178987e8-fd98-4f58-81d1-bdef6495d7e8 gateway port host: None {{(pid=73840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:24:08.939635 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [None req-b8ef1020-bdd2-4a14-ab3d-ba616688edd6 admin admin] Calling delete_port for cc141425-0d33-4c27-850a-26fd0b9f0431 owned by network:router_gateway {{(pid=73839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:24:09.002756 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_hamode_db [None req-4b35a2e3-71e4-4f21-a253-49d65692918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'name': 'tempest-TestMinimumBasicScenario-1135644345-router', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:21:48Z', 'updated_at': '2021-05-02T03:24:08Z', 'revision_number': 6, 'project_id': 'e74e1daedb80485b860a48e594637352', 'gw_port_host': None}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:24:09.007334 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b35a2e3-71e4-4f21-a253-49d65692918e None None] The sync data for ids ['178987e8-fd98-4f58-81d1-bdef6495d7e8'] in dv-cinder-789077-1-smb is: [{'id': '178987e8-fd98-4f58-81d1-bdef6495d7e8', 'name': 'tempest-TestMinimumBasicScenario-1135644345-router', 'tenant_id': 'e74e1daedb80485b860a48e594637352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:21:48Z', 'updated_at': '2021-05-02T03:24:08Z', 'revision_number': 6, 'project_id': 'e74e1daedb80485b860a48e594637352', 'gw_port_host': None}] {{(pid=73840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:24:09.107809 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b8ef1020-bdd2-4a14-ab3d-ba616688edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:09.111754 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-d6734707-ea89-4514-8109-f85290830002 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:24:09.292381 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef1020-bdd2-4a14-ab3d-ba616688edd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc141425-0d33-4c27-850a-26fd0b9f0431,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:24:09.296252 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b8ef1020-bdd2-4a14-ab3d-ba616688edd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:24:09.399852 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b8ef1020-bdd2-4a14-ab3d-ba616688edd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681065'] for router_gateway, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:09.594269 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b8ef1020-bdd2-4a14-ab3d-ba616688edd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-700669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29619'] for router, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:09.596343 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b8ef1020-bdd2-4a14-ab3d-ba616688edd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:09.617969 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b8ef1020-bdd2-4a14-ab3d-ba616688edd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-682017'] for router, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:09.618530 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ef1020-bdd2-4a14-ab3d-ba616688edd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 178987e8-fd98-4f58-81d1-bdef6495d7e8 {{(pid=73839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 02 03:24:09.630310 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b8ef1020-bdd2-4a14-ab3d-ba616688edd6 admin admin] Notify callbacks [] for router, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:09.631592 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-b8ef1020-bdd2-4a14-ab3d-ba616688edd6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/178987e8-fd98-4f58-81d1-bdef6495d7e8 HTTP/1.1" status: 204 len: 168 time: 1.4247468 May 02 03:24:09.634361 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [-] (73838) accepted ('10.222.0.20', 46644) {{(pid=73838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:24:09.697916 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6cbd36-5197-4ca6-974f-21ccdd8cc8c0 admin admin] Deleting subnet 2884b58f-5720-4f1e-9cc3-be138acd9191 {{(pid=73838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 02 03:24:09.700929 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6a6cbd36-5197-4ca6-974f-21ccdd8cc8c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:09.753726 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6a6cbd36-5197-4ca6-974f-21ccdd8cc8c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15355013'] for subnet, precommit_delete_associations {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:09.958070 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6a6cbd36-5197-4ca6-974f-21ccdd8cc8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038349'] for subnet, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:10.205049 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6a6cbd36-5197-4ca6-974f-21ccdd8cc8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16413798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13756947'] for subnet, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:10.209196 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:24:10.247704 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6cbd36-5197-4ca6-974f-21ccdd8cc8c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2884b58f-5720-4f1e-9cc3-be138acd9191,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:24:10.250774 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-6a6cbd36-5197-4ca6-974f-21ccdd8cc8c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:24:10.251751 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6a6cbd36-5197-4ca6-974f-21ccdd8cc8c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:10.257549 dv-cinder-789077-1-smb neutron-server[73838]: INFO neutron.wsgi [None req-6a6cbd36-5197-4ca6-974f-21ccdd8cc8c0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2884b58f-5720-4f1e-9cc3-be138acd9191 HTTP/1.1" status: 204 len: 168 time: 0.6219158 May 02 03:24:10.259112 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777812c9-5ced-4850-936c-b4497362f438 None None] Network 317afc62-497a-4b8e-918e-179621583757 requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:24:10.260180 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 46648) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:24:10.367776 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-80fe7269-ddb2-4e11-8fcf-b21d584e4284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690155'] for network, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:10.441876 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [None req-80fe7269-ddb2-4e11-8fcf-b21d584e4284 admin admin] Deleting port eb95b875-d5d8-457e-b111-5fcd34726a31 {{(pid=73839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:24:10.442215 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-80fe7269-ddb2-4e11-8fcf-b21d584e4284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:10.516211 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d666b61e-272e-4063-978a-c74f091373c3 None None] DHCP port deletion for 317afc62-497a-4b8e-918e-179621583757 request from dv-cinder-789077-1-smb {{(pid=73840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 02 03:24:10.553461 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-80fe7269-ddb2-4e11-8fcf-b21d584e4284 admin admin] For port eb95b875-d5d8-457e-b111-5fcd34726a31, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=eb95b875-d5d8-457e-b111-5fcd34726a31,segment=NetworkSegment(ed00a03b-5cf2-45b7-898c-05ab774c4ae5),segment_id=ed00a03b-5cf2-45b7-898c-05ab774c4ae5)] {{(pid=73839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:24:10.553810 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-80fe7269-ddb2-4e11-8fcf-b21d584e4284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:10.585709 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-d666b61e-272e-4063-978a-c74f091373c3 None None] Deleting port eb95b875-d5d8-457e-b111-5fcd34726a31 {{(pid=73840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:24:10.586082 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d666b61e-272e-4063-978a-c74f091373c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:10.678580 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [None req-80fe7269-ddb2-4e11-8fcf-b21d584e4284 admin admin] Calling delete_port for eb95b875-d5d8-457e-b111-5fcd34726a31 owned by network:dhcp {{(pid=73839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:24:10.687865 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-d666b61e-272e-4063-978a-c74f091373c3 None None] For port eb95b875-d5d8-457e-b111-5fcd34726a31, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=eb95b875-d5d8-457e-b111-5fcd34726a31,segment=NetworkSegment(ed00a03b-5cf2-45b7-898c-05ab774c4ae5),segment_id=ed00a03b-5cf2-45b7-898c-05ab774c4ae5)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:24:10.688266 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d666b61e-272e-4063-978a-c74f091373c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:10.728067 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-80fe7269-ddb2-4e11-8fcf-b21d584e4284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:10.732841 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:24:10.783305 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe7269-ddb2-4e11-8fcf-b21d584e4284 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb95b875-d5d8-457e-b111-5fcd34726a31,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:24:10.788051 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe7269-ddb2-4e11-8fcf-b21d584e4284 admin admin] No DVR routers for this DVR port eb95b875-d5d8-457e-b111-5fcd34726a31 on host dv-cinder-789077-1-smb {{(pid=73839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:24:10.817911 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-80fe7269-ddb2-4e11-8fcf-b21d584e4284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:24:10.857822 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-d666b61e-272e-4063-978a-c74f091373c3 None None] Calling delete_port for eb95b875-d5d8-457e-b111-5fcd34726a31 owned by network:dhcp {{(pid=73840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:24:10.906219 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d666b61e-272e-4063-978a-c74f091373c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999'] for port, after_delete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:10.910014 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-06578581-5416-4b0b-80be-835749a33250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:24:10.921794 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-80fe7269-ddb2-4e11-8fcf-b21d584e4284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2032080', 'neutron.services.segments.db._delete_segments_for_network-8794390944561'] for network, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:10.956148 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666b61e-272e-4063-978a-c74f091373c3 None None] Pushing event deleted for resources: {'Port': ['ID=eb95b875-d5d8-457e-b111-5fcd34726a31,revision_number=None']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:24:10.961202 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d666b61e-272e-4063-978a-c74f091373c3 None None] No DVR routers for this DVR port eb95b875-d5d8-457e-b111-5fcd34726a31 on host dv-cinder-789077-1-smb {{(pid=73840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:24:10.967772 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666b61e-272e-4063-978a-c74f091373c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:24:10.968117 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666b61e-272e-4063-978a-c74f091373c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:24:10.968459 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666b61e-272e-4063-978a-c74f091373c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:24:10.971005 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666b61e-272e-4063-978a-c74f091373c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:24:10.971005 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666b61e-272e-4063-978a-c74f091373c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:24:10.971005 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666b61e-272e-4063-978a-c74f091373c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:24:10.971005 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666b61e-272e-4063-978a-c74f091373c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:24:10.971005 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666b61e-272e-4063-978a-c74f091373c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:24:10.971005 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666b61e-272e-4063-978a-c74f091373c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:24:10.971005 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666b61e-272e-4063-978a-c74f091373c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:24:10.971005 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666b61e-272e-4063-978a-c74f091373c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:24:10.971855 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666b61e-272e-4063-978a-c74f091373c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789077-1-smb {{(pid=73840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 03:24:10.974579 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-d666b61e-272e-4063-978a-c74f091373c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:24:11.001318 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device cc141425-0d33-4c27-850a-26fd0b9f0431 no longer exists at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:24:11.040649 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] No Port match for: cc141425-0d33-4c27-850a-26fd0b9f0431 {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:24:11.041192 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device cc141425-0d33-4c27-850a-26fd0b9f0431 not bound to the agent host dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:24:11.041775 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 317a7042-ccda-456c-b0a6-a0ea874541df no longer exists at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:24:11.078638 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] No Port match for: 317a7042-ccda-456c-b0a6-a0ea874541df {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:24:11.078991 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 317a7042-ccda-456c-b0a6-a0ea874541df not bound to the agent host dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:24:11.079445 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device eb95b875-d5d8-457e-b111-5fcd34726a31 no longer exists at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:24:11.086615 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-80fe7269-ddb2-4e11-8fcf-b21d584e4284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317afc62-497a-4b8e-918e-179621583757']}} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:24:11.100526 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-80fe7269-ddb2-4e11-8fcf-b21d584e4284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed00a03b-5cf2-45b7-898c-05ab774c4ae5') {'for_net_delete': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:24:11.100821 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-80fe7269-ddb2-4e11-8fcf-b21d584e4284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed00a03b-5cf2-45b7-898c-05ab774c4ae5') {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:24:11.113913 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-80fe7269-ddb2-4e11-8fcf-b21d584e4284 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794390955623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14752340'] for segment, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:11.115163 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] No Port match for: eb95b875-d5d8-457e-b111-5fcd34726a31 {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:24:11.115523 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device eb95b875-d5d8-457e-b111-5fcd34726a31 not bound to the agent host dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:24:11.131580 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-80fe7269-ddb2-4e11-8fcf-b21d584e4284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:11.138697 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fe7269-ddb2-4e11-8fcf-b21d584e4284 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=73839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 03:24:11.307026 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-80fe7269-ddb2-4e11-8fcf-b21d584e4284 admin admin] Network 317afc62-497a-4b8e-918e-179621583757 has no segments {{(pid=73839) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:24:11.317184 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-80fe7269-ddb2-4e11-8fcf-b21d584e4284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2060056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16143164'] for segment, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:11.598115 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-80fe7269-ddb2-4e11-8fcf-b21d584e4284 admin admin] Network 317afc62-497a-4b8e-918e-179621583757 has no segments {{(pid=73839) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: Traceback (most recent call last): May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: timer() May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: cb(*args, **kw) May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: return func(*args, **kwargs) May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: self._notify() May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: self.callback(batched_events) May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: event.method(event) May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: aggregate_uuid = self.p_client.list_aggregates( May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: return f(self, *a, **k) May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: return self._get(url).json() May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: return self.request(url, 'GET', **kwargs) May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: base_url = self.get_endpoint(auth, allow=allow, May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 03:24:11.621190 dv-cinder-789077-1-smb neutron-server[73839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 03:24:11.704403 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-80fe7269-ddb2-4e11-8fcf-b21d584e4284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2032079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681030'] for network, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:11.709315 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:24:11.733362 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-80fe7269-ddb2-4e11-8fcf-b21d584e4284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:11.753129 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe7269-ddb2-4e11-8fcf-b21d584e4284 admin admin] Pushing event deleted for resources: {'Network': ['ID=317afc62-497a-4b8e-918e-179621583757,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:24:11.760581 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-80fe7269-ddb2-4e11-8fcf-b21d584e4284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:24:11.766500 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-80fe7269-ddb2-4e11-8fcf-b21d584e4284 admin admin] 10.222.0.20 "DELETE /v2.0/networks/317afc62-497a-4b8e-918e-179621583757 HTTP/1.1" status: 204 len: 168 time: 1.5050821 May 02 03:24:11.769445 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 46652) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:24:12.086209 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-f2866cc9-b86e-4238-ad6a-8e4b9f7ecc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:12.344201 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-46663c31-967f-4d58-8a9e-0f859c601921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656198'] for router_interface, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:12.755528 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [None req-46663c31-967f-4d58-8a9e-0f859c601921 admin admin] Deleting port d470f961-c561-43ad-a65e-6f4abee13ee3 {{(pid=73839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:24:12.756248 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-46663c31-967f-4d58-8a9e-0f859c601921 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:12.995564 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-46663c31-967f-4d58-8a9e-0f859c601921 admin admin] For port d470f961-c561-43ad-a65e-6f4abee13ee3, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=d470f961-c561-43ad-a65e-6f4abee13ee3,segment=NetworkSegment(e5594371-ac81-451b-8829-f3c131a6f067),segment_id=e5594371-ac81-451b-8829-f3c131a6f067)] {{(pid=73839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:24:12.995917 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-46663c31-967f-4d58-8a9e-0f859c601921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:13.122447 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [None req-46663c31-967f-4d58-8a9e-0f859c601921 admin admin] Calling delete_port for d470f961-c561-43ad-a65e-6f4abee13ee3 owned by network:router_interface {{(pid=73839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:24:13.290637 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-46663c31-967f-4d58-8a9e-0f859c601921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:13.294602 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-0783f4db-9b3c-4e3a-9bce-1aeff61e73b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:24:13.340678 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46663c31-967f-4d58-8a9e-0f859c601921 admin admin] Pushing event deleted for resources: {'Port': ['ID=d470f961-c561-43ad-a65e-6f4abee13ee3,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:24:13.370211 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-46663c31-967f-4d58-8a9e-0f859c601921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:24:13.613382 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-46663c31-967f-4d58-8a9e-0f859c601921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681718'] for router_interface, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:13.988899 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46663c31-967f-4d58-8a9e-0f859c601921 admin admin] Router bc09b46a-6f4d-41ac-9b69-228c2fda6429 has already been hosted by L3 agent b843bc17-1306-4252-bb1e-bc836b24ca7f {{(pid=73839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 02 03:24:14.165943 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46663c31-967f-4d58-8a9e-0f859c601921 admin admin] Notify agent at l3_agent.dv-cinder-789077-1-smb the message routers_updated {{(pid=73839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 02 03:24:14.175062 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af81cc98-ff54-4227-b9f2-4cf8fb787645 None None] Sync routers for ids ['bc09b46a-6f4d-41ac-9b69-228c2fda6429'] in dv-cinder-789077-1-smb {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 03:24:14.176289 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-46663c31-967f-4d58-8a9e-0f859c601921 admin admin] 10.222.0.20 "PUT /v2.0/routers/bc09b46a-6f4d-41ac-9b69-228c2fda6429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4053566 May 02 03:24:14.178639 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 46656) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:24:14.185380 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af81cc98-ff54-4227-b9f2-4cf8fb787645 None None] Routers {'bc09b46a-6f4d-41ac-9b69-228c2fda6429'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:24:14.185994 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-af81cc98-ff54-4227-b9f2-4cf8fb787645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:23:45Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['bc09b46a-6f4d-41ac-9b69-228c2fda6429'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:24:14.370897 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-af81cc98-ff54-4227-b9f2-4cf8fb787645 None None] Set router bc09b46a-6f4d-41ac-9b69-228c2fda6429 gateway port host: dv-cinder-789077-1-smb {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:24:14.482758 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-497b6816-984d-4805-8ea6-554401c363fb admin admin] Notify callbacks [] for router, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:14.660796 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-497b6816-984d-4805-8ea6-554401c363fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:14.682053 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-a5f6d03b-3d75-4164-8cab-c1b46edeac49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:14.694339 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-af81cc98-ff54-4227-b9f2-4cf8fb787645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09b46a-6f4d-41ac-9b69-228c2fda6429', 'name': 'tempest-TestMinimumBasicScenario-537856218-router', 'tenant_id': '06cb6bac43ea42eaacce68fc6ddba865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'external_fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '14d47568-3206-4059-abac-c30531b3fd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:21:55Z', 'updated_at': '2021-05-02T03:24:13Z', 'revision_number': 5, 'project_id': '06cb6bac43ea42eaacce68fc6ddba865', 'gw_port': {'id': '14d47568-3206-4059-abac-c30531b3fd1d', 'name': '', 'network_id': '9f391acb-6dd2-44ac-8608-38eed26063e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc09b46a-6f4d-41ac-9b69-228c2fda6429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '10d86011-1629-4945-9d03-3701e203e3e6', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789077-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-02T03:21:56Z', 'updated_at': '2021-05-02T03:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10d86011-1629-4945-9d03-3701e203e3e6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789077-1-smb'}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:24:14.698188 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af81cc98-ff54-4227-b9f2-4cf8fb787645 None None] Checking router: bc09b46a-6f4d-41ac-9b69-228c2fda6429 for host: dv-cinder-789077-1-smb {{(pid=73841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 03:24:14.706993 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af81cc98-ff54-4227-b9f2-4cf8fb787645 None None] Routers {'bc09b46a-6f4d-41ac-9b69-228c2fda6429'} bound to L3 agent in host dv-cinder-789077-1-smb {{(pid=73841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 02 03:24:14.707631 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-af81cc98-ff54-4227-b9f2-4cf8fb787645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789077-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-02T03:01:45Z,description=,heartbeat_timestamp=2021-05-02T03:24:15Z,host='dv-cinder-789077-1-smb',id=b843bc17-1306-4252-bb1e-bc836b24ca7f,load=0,resource_versions=,resources_synced=,started_at=2021-05-02T03:01:45Z,topic='l3_agent')) {'router_ids': ['bc09b46a-6f4d-41ac-9b69-228c2fda6429'], 'active': True} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:24:14.738204 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [None req-497b6816-984d-4805-8ea6-554401c363fb admin admin] Deleting port 14d47568-3206-4059-abac-c30531b3fd1d {{(pid=73839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:24:14.738419 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-497b6816-984d-4805-8ea6-554401c363fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:14.864299 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-497b6816-984d-4805-8ea6-554401c363fb admin admin] For port 14d47568-3206-4059-abac-c30531b3fd1d, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=14d47568-3206-4059-abac-c30531b3fd1d,segment=NetworkSegment(000b502f-0377-4925-a8c0-e47bbb3cb5cf),segment_id=000b502f-0377-4925-a8c0-e47bbb3cb5cf)] {{(pid=73839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:24:14.864640 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_dvr_db [None req-af81cc98-ff54-4227-b9f2-4cf8fb787645 None None] Set router bc09b46a-6f4d-41ac-9b69-228c2fda6429 gateway port host: None {{(pid=73841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 02 03:24:14.864790 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-497b6816-984d-4805-8ea6-554401c363fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:14.971165 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.l3_hamode_db [None req-af81cc98-ff54-4227-b9f2-4cf8fb787645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc09b46a-6f4d-41ac-9b69-228c2fda6429', 'name': 'tempest-TestMinimumBasicScenario-537856218-router', 'tenant_id': '06cb6bac43ea42eaacce68fc6ddba865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:21:55Z', 'updated_at': '2021-05-02T03:24:14Z', 'revision_number': 6, 'project_id': '06cb6bac43ea42eaacce68fc6ddba865', 'gw_port_host': None}], 'dv-cinder-789077-1-smb', False) {} {{(pid=73841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:24:14.975853 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af81cc98-ff54-4227-b9f2-4cf8fb787645 None None] The sync data for ids ['bc09b46a-6f4d-41ac-9b69-228c2fda6429'] in dv-cinder-789077-1-smb is: [{'id': 'bc09b46a-6f4d-41ac-9b69-228c2fda6429', 'name': 'tempest-TestMinimumBasicScenario-537856218-router', 'tenant_id': '06cb6bac43ea42eaacce68fc6ddba865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-02T03:21:55Z', 'updated_at': '2021-05-02T03:24:14Z', 'revision_number': 6, 'project_id': '06cb6bac43ea42eaacce68fc6ddba865', 'gw_port_host': None}] {{(pid=73841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 03:24:14.990021 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:14.998273 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [None req-497b6816-984d-4805-8ea6-554401c363fb admin admin] Calling delete_port for 14d47568-3206-4059-abac-c30531b3fd1d owned by network:router_gateway {{(pid=73839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:24:15.140803 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-497b6816-984d-4805-8ea6-554401c363fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:15.145484 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-dc59209e-1c66-40d3-b265-0f383fab1340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:24:15.190352 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b6816-984d-4805-8ea6-554401c363fb admin admin] Pushing event deleted for resources: {'Port': ['ID=14d47568-3206-4059-abac-c30531b3fd1d,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:24:15.216790 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-497b6816-984d-4805-8ea6-554401c363fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:24:15.285990 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-497b6816-984d-4805-8ea6-554401c363fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681065'] for router_gateway, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:15.470003 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-497b6816-984d-4805-8ea6-554401c363fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-700669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29619'] for router, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:15.472235 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-497b6816-984d-4805-8ea6-554401c363fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:15.494761 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-497b6816-984d-4805-8ea6-554401c363fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-682017'] for router, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:15.495389 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497b6816-984d-4805-8ea6-554401c363fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc09b46a-6f4d-41ac-9b69-228c2fda6429 {{(pid=73839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 02 03:24:15.507711 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-497b6816-984d-4805-8ea6-554401c363fb admin admin] Notify callbacks [] for router, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:15.508825 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-497b6816-984d-4805-8ea6-554401c363fb admin admin] 10.222.0.20 "DELETE /v2.0/routers/bc09b46a-6f4d-41ac-9b69-228c2fda6429 HTTP/1.1" status: 204 len: 168 time: 1.3291166 May 02 03:24:15.511313 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 46660) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:24:15.569889 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b259bbc-8c48-4d76-a295-00af15f643f1 admin admin] Deleting subnet 37b102bb-0c01-4316-b5c1-d237b77a184f {{(pid=73839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 02 03:24:15.572678 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5b259bbc-8c48-4d76-a295-00af15f643f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:15.625492 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5b259bbc-8c48-4d76-a295-00af15f643f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14752365'] for subnet, precommit_delete_associations {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:15.702962 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5b259bbc-8c48-4d76-a295-00af15f643f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038349'] for subnet, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:16.096207 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5b259bbc-8c48-4d76-a295-00af15f643f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16144030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15407797'] for subnet, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:16.097578 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:16.100562 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-b56cb1a0-e1cf-4a8c-ad92-cb79dcd526dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:24:16.135878 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b259bbc-8c48-4d76-a295-00af15f643f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37b102bb-0c01-4316-b5c1-d237b77a184f,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:24:16.138803 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-5b259bbc-8c48-4d76-a295-00af15f643f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:24:16.141404 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5b259bbc-8c48-4d76-a295-00af15f643f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for subnet, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:16.154415 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75400eb9-a1a4-4a34-8bb0-f7517d2f2914 None None] Network c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec requested from dv-cinder-789077-1-smb {{(pid=73840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 02 03:24:16.154668 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-5b259bbc-8c48-4d76-a295-00af15f643f1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/37b102bb-0c01-4316-b5c1-d237b77a184f HTTP/1.1" status: 204 len: 168 time: 0.6356795 May 02 03:24:16.154668 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 46664) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:24:16.259390 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-78f20f02-257a-4f52-bfa3-d319f149d73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690155'] for network, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:16.330940 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [None req-78f20f02-257a-4f52-bfa3-d319f149d73f admin admin] Deleting port 5d4e731a-fb0d-48f5-9a2a-8998baacd153 {{(pid=73839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:24:16.331323 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-78f20f02-257a-4f52-bfa3-d319f149d73f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:16.404872 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38c2feb-08eb-46af-91ec-239784eeceec None None] DHCP port deletion for c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec request from dv-cinder-789077-1-smb {{(pid=73840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 02 03:24:16.438284 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-78f20f02-257a-4f52-bfa3-d319f149d73f admin admin] For port 5d4e731a-fb0d-48f5-9a2a-8998baacd153, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=5d4e731a-fb0d-48f5-9a2a-8998baacd153,segment=NetworkSegment(e5594371-ac81-451b-8829-f3c131a6f067),segment_id=e5594371-ac81-451b-8829-f3c131a6f067)] {{(pid=73839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:24:16.438639 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-78f20f02-257a-4f52-bfa3-d319f149d73f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:16.475786 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-d38c2feb-08eb-46af-91ec-239784eeceec None None] Deleting port 5d4e731a-fb0d-48f5-9a2a-8998baacd153 {{(pid=73840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 02 03:24:16.476135 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d38c2feb-08eb-46af-91ec-239784eeceec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794390931541'] for port, before_delete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:16.573695 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.plugin [None req-78f20f02-257a-4f52-bfa3-d319f149d73f admin admin] Calling delete_port for 5d4e731a-fb0d-48f5-9a2a-8998baacd153 owned by network:dhcp {{(pid=73839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:24:16.575825 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.db [None req-d38c2feb-08eb-46af-91ec-239784eeceec None None] For port 5d4e731a-fb0d-48f5-9a2a-8998baacd153, host dv-cinder-789077-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789077-1-smb',level=0,port_id=5d4e731a-fb0d-48f5-9a2a-8998baacd153,segment=NetworkSegment(e5594371-ac81-451b-8829-f3c131a6f067),segment_id=e5594371-ac81-451b-8829-f3c131a6f067)] {{(pid=73840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 02 03:24:16.576234 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d38c2feb-08eb-46af-91ec-239784eeceec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680636'] for port, precommit_delete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:16.620948 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-78f20f02-257a-4f52-bfa3-d319f149d73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16143215'] for port, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:16.625123 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-09c02f0c-4113-43af-abdc-6d4a5c3e6a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:24:16.666937 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f20f02-257a-4f52-bfa3-d319f149d73f admin admin] Pushing event deleted for resources: {'Port': ['ID=5d4e731a-fb0d-48f5-9a2a-8998baacd153,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:24:16.669484 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-78f20f02-257a-4f52-bfa3-d319f149d73f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:24:16.673475 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f20f02-257a-4f52-bfa3-d319f149d73f admin admin] No DVR routers for this DVR port 5d4e731a-fb0d-48f5-9a2a-8998baacd153 on host dv-cinder-789077-1-smb {{(pid=73839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:24:16.708427 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-d38c2feb-08eb-46af-91ec-239784eeceec None None] Calling delete_port for 5d4e731a-fb0d-48f5-9a2a-8998baacd153 owned by network:dhcp {{(pid=73840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 02 03:24:16.754084 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d38c2feb-08eb-46af-91ec-239784eeceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1995966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794390934438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794390515999'] for port, after_delete {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:16.757701 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-62b2a374-747f-4c3a-89af-0e68632596b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:24:16.791002 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-78f20f02-257a-4f52-bfa3-d319f149d73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2032080', 'neutron.services.segments.db._delete_segments_for_network-8794390944561'] for network, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:16.799388 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c2feb-08eb-46af-91ec-239784eeceec None None] Pushing event deleted for resources: {'Port': ['ID=5d4e731a-fb0d-48f5-9a2a-8998baacd153,revision_number=None']} {{(pid=73840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:24:16.802872 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG oslo_concurrency.lockutils [None req-d38c2feb-08eb-46af-91ec-239784eeceec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:24:16.805292 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38c2feb-08eb-46af-91ec-239784eeceec None None] No DVR routers for this DVR port 5d4e731a-fb0d-48f5-9a2a-8998baacd153 on host dv-cinder-789077-1-smb {{(pid=73840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 03:24:16.902814 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-78f20f02-257a-4f52-bfa3-d319f149d73f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec']}} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:24:16.915411 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-78f20f02-257a-4f52-bfa3-d319f149d73f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5594371-ac81-451b-8829-f3c131a6f067') {'for_net_delete': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:24:16.915757 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.services.segments.db [None req-78f20f02-257a-4f52-bfa3-d319f149d73f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5594371-ac81-451b-8829-f3c131a6f067') {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 03:24:16.928784 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-78f20f02-257a-4f52-bfa3-d319f149d73f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794390955623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14752340'] for segment, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:16.946991 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-78f20f02-257a-4f52-bfa3-d319f149d73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060055'] for segment, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:16.953439 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f20f02-257a-4f52-bfa3-d319f149d73f admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=73839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 03:24:16.968341 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device d470f961-c561-43ad-a65e-6f4abee13ee3 no longer exists at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:24:17.004359 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] No Port match for: d470f961-c561-43ad-a65e-6f4abee13ee3 {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:24:17.004709 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device d470f961-c561-43ad-a65e-6f4abee13ee3 not bound to the agent host dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:24:17.005130 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 5d4e731a-fb0d-48f5-9a2a-8998baacd153 no longer exists at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:24:17.040005 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] No Port match for: 5d4e731a-fb0d-48f5-9a2a-8998baacd153 {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:24:17.040361 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 5d4e731a-fb0d-48f5-9a2a-8998baacd153 not bound to the agent host dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:24:17.040782 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 14d47568-3206-4059-abac-c30531b3fd1d no longer exists at agent ovs-agent-dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 02 03:24:17.074599 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.plugin [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] No Port match for: 14d47568-3206-4059-abac-c30531b3fd1d {{(pid=73840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 02 03:24:17.074931 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron.plugins.ml2.rpc [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Device 14d47568-3206-4059-abac-c30531b3fd1d not bound to the agent host dv-cinder-789077-1-smb {{(pid=73840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 02 03:24:17.131187 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-78f20f02-257a-4f52-bfa3-d319f149d73f admin admin] Network c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec has no segments {{(pid=73839) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:24:17.140025 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-78f20f02-257a-4f52-bfa3-d319f149d73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2060056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16143164'] for segment, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:17.316574 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-78f20f02-257a-4f52-bfa3-d319f149d73f admin admin] Network c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec has no segments {{(pid=73839) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: Traceback (most recent call last): May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: timer() May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: cb(*args, **kw) May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: return func(*args, **kwargs) May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: self._notify() May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: self.callback(batched_events) May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: event.method(event) May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: aggregate_uuid = self.p_client.list_aggregates( May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: return f(self, *a, **k) May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: return self._get(url).json() May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: return self.request(url, 'GET', **kwargs) May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: base_url = self.get_endpoint(auth, allow=allow, May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 03:24:17.338551 dv-cinder-789077-1-smb neutron-server[73839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 03:24:17.419782 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-78f20f02-257a-4f52-bfa3-d319f149d73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2032079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681030'] for network, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:17.423867 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-78f20f02-257a-4f52-bfa3-d319f149d73f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551584'] for network, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:17.427342 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:24:17.448947 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f20f02-257a-4f52-bfa3-d319f149d73f admin admin] Pushing event deleted for resources: {'Network': ['ID=c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:24:17.452152 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-78f20f02-257a-4f52-bfa3-d319f149d73f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:24:17.453569 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-78f20f02-257a-4f52-bfa3-d319f149d73f admin admin] 10.222.0.20 "DELETE /v2.0/networks/c09cc68a-f3d7-4d28-b0ab-5f9a4df802ec HTTP/1.1" status: 204 len: 168 time: 1.2983158 May 02 03:24:17.670691 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 46670) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:24:17.729099 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-3ebfe43a-0f73-4692-8e79-1fc046081f08 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e74e1daedb80485b860a48e594637352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570714 May 02 03:24:17.731648 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 46674) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:24:17.820012 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:17.911781 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a03dd5ce-79f8-4d34-a5f8-8aea05f3d487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:17.938400 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a03dd5ce-79f8-4d34-a5f8-8aea05f3d487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:17.992077 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a03dd5ce-79f8-4d34-a5f8-8aea05f3d487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:17.996806 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-38175e75-dbf0-4912-a84d-e77b7fd67efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:24:18.011245 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03dd5ce-79f8-4d34-a5f8-8aea05f3d487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4da824-f92e-49f9-a39d-c657e4257d5b,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:24:18.013955 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-a03dd5ce-79f8-4d34-a5f8-8aea05f3d487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:24:18.022704 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-a03dd5ce-79f8-4d34-a5f8-8aea05f3d487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:18.023886 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-a03dd5ce-79f8-4d34-a5f8-8aea05f3d487 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c4da824-f92e-49f9-a39d-c657e4257d5b HTTP/1.1" status: 204 len: 168 time: 0.2913513 May 02 03:24:18.485195 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 46682) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:24:18.536088 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-61e031f7-bc46-49e2-b794-f1f360b6438d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06cb6bac43ea42eaacce68fc6ddba865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496237 May 02 03:24:18.538731 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.wsgi [-] (73839) accepted ('10.222.0.20', 46686) {{(pid=73839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 02 03:24:18.598471 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3d043cc3-37e7-49d4-854e-dfd37f0faa4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:18.633300 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3d043cc3-37e7-49d4-854e-dfd37f0faa4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:18.691078 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3d043cc3-37e7-49d4-854e-dfd37f0faa4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754843'] for security_group, after_delete {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:18.694844 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-a4a2ff40-b00b-4a11-b95f-412b50aa83fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 02 03:24:18.707439 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d043cc3-37e7-49d4-854e-dfd37f0faa4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82881ab-211b-4499-a3ee-d400335b75c0,revision_number=None']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 03:24:18.713888 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-3d043cc3-37e7-49d4-854e-dfd37f0faa4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 02 03:24:18.718358 dv-cinder-789077-1-smb neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-3d043cc3-37e7-49d4-854e-dfd37f0faa4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:18.722168 dv-cinder-789077-1-smb neutron-server[73839]: INFO neutron.wsgi [None req-3d043cc3-37e7-49d4-854e-dfd37f0faa4b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d82881ab-211b-4499-a3ee-d400335b75c0 HTTP/1.1" status: 204 len: 168 time: 0.1801274 May 02 03:24:29.337384 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:31.357050 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:24:42.089245 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d5dd98fe-e09b-4753-b296-616ae223c025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:44.675114 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-f1cb1879-fdf4-4d0b-96fb-a190ed9f1b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:44.985300 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:46.094140 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:47.823680 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:24:59.353274 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:25:08.355904 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:25:12.093383 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-abf52d99-fbd8-43ec-939c-2de2efd2dd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:25:14.677592 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-3c9fef53-36db-4ab8-a05d-07753dfc456b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:25:14.987445 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:25:16.096641 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:25:17.823566 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:25:20.709771 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [req-a9d0c0ff-9099-48c1-a34f-5d756aa45f05 req-803a4e91-a228-4b7f-88f0-fff7b7dfe8bb service neutron] (73838) timed out ('10.222.0.16', 63693) {{(pid=73838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 02 03:25:29.367108 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:25:42.095974 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-2878686e-a442-44d5-a9d0-e8c79e776153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:25:44.679474 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-78be4671-d4df-4eef-9e68-6c8a50a78bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:25:44.989664 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:25:45.355285 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:25:46.099848 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:25:47.825738 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:25:59.375288 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:26:12.100309 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-10fb4a1d-f62d-464e-b42b-7965e9ec4ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:26:14.680525 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-e315275e-24bf-4517-9592-01d647819efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:26:14.991325 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:26:16.101791 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:26:17.829934 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:26:20.050748 dv-cinder-789077-1-smb neutron-server[73838]: DEBUG neutron.wsgi [req-efe5099a-4b82-42c5-b61f-bf52c76784d0 req-f57546cb-5ce5-476a-9271-1b8da907015d service neutron] (73838) timed out ('10.222.0.16', 63717) {{(pid=73838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 02 03:26:22.353931 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:26:29.383520 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:26:42.109937 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-13c62de9-a20a-40fb-9a1f-3bbf2a90c426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:26:44.685036 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-a333058b-8dec-4973-bc25-7e9a9e8c49d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:26:45.028832 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:26:46.106219 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:26:47.834439 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:26:59.353610 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:26:59.387486 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:27:12.102749 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-904f93e6-2bd5-4050-8240-133327e0e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:27:14.686558 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-600ef96b-1138-4f27-9d32-8461ce0ff294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:27:14.991295 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:27:16.107915 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:27:17.834409 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:27:29.378951 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:27:36.352293 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:27:42.105399 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-4e19b1cb-19ab-4b76-884d-77d253466f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:27:44.687800 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-342d900b-14c4-44cb-a513-331f0c3c9cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:27:44.994749 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:27:46.110941 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:27:47.838069 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:27:59.393935 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:28:12.109871 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-9d1faad1-3e98-43da-b060-6e81824fa5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:28:13.351435 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:28:14.691935 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-dfc99d75-fc45-4272-bc4c-e2a04318c690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:28:15.001859 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:28:16.112944 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:28:17.840964 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:28:29.408615 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:28:42.112169 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-e08a6c8c-e719-4578-a4c7-9e515d0bbc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:28:44.693093 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d44b33ee-ae6a-48b4-827e-e5a8372f6316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:28:44.995225 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-0e73646d-ba51-4a68-91e3-8a3a6412743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:28:46.116029 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbd57-f8fa-4ac8-b7f8-cdd252f480a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:28:47.843903 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-d560a554-0de9-48f9-be95-1c1c54491d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 02 03:28:50.350326 dv-cinder-789077-1-smb neutron-server[73841]: DEBUG neutron.db.agents_db [None req-8b54a138-f215-42c6-8c54-d70522636236 None None] Agent healthcheck: found 6 active agents {{(pid=73841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 02 03:28:59.411113 dv-cinder-789077-1-smb neutron-server[73840]: DEBUG neutron_lib.callbacks.manager [None req-06578581-5416-4b0b-80be-835749a33250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794390944543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2033678'] for agent, after_update {{(pid=73840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}